[ 516.119108] env[65221]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 516.119108] env[65221]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 517.126980] env[65309]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 517.126980] env[65309]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 518.688678] env[65309]: INFO neutron.common.config [-] Logging enabled! [ 518.689097] env[65309]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev7 [ 518.689261] env[65309]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65309) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 518.689566] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 518.689659] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 518.690532] env[65309]: WARNING oslo_policy.policy [None req-361405a7-1313-438b-a410-59149506f5dc None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 518.690744] env[65309]: WARNING oslo_policy.policy [None req-361405a7-1313-438b-a410-59149506f5dc None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 518.692435] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-361405a7-1313-438b-a410-59149506f5dc None None] VMware NSXv3 Agent initialized successfully. [ 518.692783] env[65309]: DEBUG oslo_concurrency.lockutils [None req-361405a7-1313-438b-a410-59149506f5dc None None] Acquiring lock "singleton_lock" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.692909] env[65309]: DEBUG oslo_concurrency.lockutils [None req-361405a7-1313-438b-a410-59149506f5dc None None] Acquired lock "singleton_lock" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.693127] env[65309]: DEBUG oslo_concurrency.lockutils [None req-361405a7-1313-438b-a410-59149506f5dc None None] Releasing lock "singleton_lock" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 518.693410] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] Full set of CONF: {{(pid=65309) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 518.693522] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ******************************************************************************** {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 518.693623] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] Configuration options gathered from: {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 518.693997] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 518.694194] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 518.694293] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ================================================================================ {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 518.694462] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] agent_down_time = 75 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.694599] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] allow_automatic_dhcp_failover = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.694732] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] allow_bulk = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.694870] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] api_extensions_path = {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.695015] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] api_paste_config = api-paste.ini {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.695154] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] auth_strategy = keystone {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.695256] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] backdoor_port = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.695354] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] backdoor_socket = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.695485] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] backlog = 4096 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.695620] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] base_mac = fa:16:3e:00:00:00 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.695775] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] bind_host = 0.0.0.0 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.695915] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] bind_port = 9696 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.696056] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] client_socket_timeout = 900 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.696195] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] config_dir = [] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.696300] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.696432] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] config_source = [] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.696566] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] control_exchange = neutron {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.696702] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] core_plugin = ml2 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.696855] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] debug = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.696997] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] default_availability_zones = [] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.697214] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.697350] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] dhcp_agent_notification = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.697483] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] dhcp_agents_per_network = 1 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.697661] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] dhcp_lease_duration = 86400 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.697750] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] dhcp_load_type = networks {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.697883] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] dns_domain = openstacklocal {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.698017] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.698150] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] enable_default_route_bfd = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.698277] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] enable_default_route_ecmp = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.698402] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] enable_dvr = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.698530] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] enable_new_agents = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.698653] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.698779] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] enable_signals = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.698904] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] enable_traditional_dhcp = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.699037] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] external_dns_driver = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.699167] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] filter_validation = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.699304] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] global_physnet_mtu = 8950 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.699432] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] graceful_shutdown_timeout = 60 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.699602] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] host = cpu-1 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.699771] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] host_dvr_for_dhcp = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.699910] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] http_retries = 3 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.700072] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] instance_format = [instance: %(uuid)s] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.700210] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.700343] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ipam_driver = internal {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.700472] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ipv6_pd_enabled = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.700599] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] l3_ha = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.700734] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.700883] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] l3_ha_network_physical_name = {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.701039] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] l3_ha_network_type = {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.701182] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] log_color = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.701317] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] log_config_append = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.701450] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.701578] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] log_dir = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.701702] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] log_file = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.701802] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] log_options = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.701933] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] log_rotate_interval = 1 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.702078] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] log_rotate_interval_type = days {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.702213] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] log_rotation_type = none {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.702315] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.702413] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.702545] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.702675] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.702775] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.702932] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] max_dns_nameservers = 5 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.703085] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] max_header_line = 16384 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.703218] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] max_l3_agents_per_router = 3 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.703343] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] max_logfile_count = 30 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.703466] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] max_logfile_size_mb = 200 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.703592] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] max_subnet_host_routes = 20 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.703725] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] my_ip = 10.180.1.21 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.703855] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] my_ipv6 = ::1 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.703982] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] network_auto_schedule = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.704124] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] network_link_prefix = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.704253] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.704383] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] notify_nova_on_port_data_changes = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.704514] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] notify_nova_on_port_status_changes = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.704645] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] pagination_max_limit = -1 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.704773] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] publish_errors = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.704900] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] rate_limit_burst = 0 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.705042] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] rate_limit_except_level = CRITICAL {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.705169] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] rate_limit_interval = 0 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.705292] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] retry_until_window = 30 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.705415] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] router_distributed = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.705539] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] rpc_resources_processing_step = 20 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.705663] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] rpc_response_max_timeout = 600 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.705790] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] rpc_response_timeout = 60 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.705934] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] send_events_interval = 2 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.706108] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] service_plugins = ['router'] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.706252] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] setproctitle = on {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.706379] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] shell_completion = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.706513] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] state_path = /opt/stack/data/neutron {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.706648] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] syslog_log_facility = LOG_USER {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.706783] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] tcp_keepidle = 600 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.706920] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] transport_url = **** {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.707059] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] use_journal = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.707188] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] use_json = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.707317] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] use_ssl = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.707441] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] use_stderr = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.707574] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] use_syslog = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.707711] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] vlan_qinq = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.707865] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] vlan_transparent = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.707947] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] watch_log_file = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.708085] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] wsgi_default_pool_size = 100 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.708214] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] wsgi_keep_alive = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.708351] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.708482] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] wsgi_server_debug = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 518.708632] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_concurrency.disable_process_locking = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.708774] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.708920] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.709086] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.709233] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.709369] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.709504] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.709655] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] profiler.connection_string = messaging:// {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.709829] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] profiler.enabled = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.709977] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] profiler.es_doc_type = notification {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.710132] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] profiler.es_scroll_size = 10000 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.710273] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] profiler.es_scroll_time = 2m {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.710406] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] profiler.filter_error_trace = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.710543] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] profiler.hmac_keys = **** {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.710678] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] profiler.sentinel_service_name = mymaster {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.710822] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] profiler.socket_timeout = 0.1 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.710976] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] profiler.trace_requests = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.711123] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] profiler.trace_sqlalchemy = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.711271] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] profiler_jaeger.process_tags = {} {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.711405] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] profiler_jaeger.service_name_prefix = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.711538] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] profiler_otlp.service_name_prefix = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.711688] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_policy.enforce_new_defaults = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.711964] env[65309]: WARNING oslo_config.cfg [None req-361405a7-1313-438b-a410-59149506f5dc None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 518.712161] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_policy.enforce_scope = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.712308] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_policy.policy_default_rule = default {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.712458] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.712598] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.712739] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.712870] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.712999] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.713139] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.713272] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.713409] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_policy.remote_timeout = 60.0 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.713552] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.713695] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] agent.extensions = [] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.713835] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.713973] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] service_providers.service_provider = [] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.714128] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] QUOTAS.default_quota = -1 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.714270] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.714404] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] QUOTAS.quota_floatingip = 50 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.714537] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] QUOTAS.quota_network = 100 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.714665] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] QUOTAS.quota_port = 500 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.714796] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.714932] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] QUOTAS.quota_router = 10 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.715085] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] QUOTAS.quota_security_group = 10 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.715229] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.715364] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] QUOTAS.quota_subnet = 100 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.715497] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] QUOTAS.track_quota_usage = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.715644] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.715776] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep.group = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.715905] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep.helper_command = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.716046] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep.log_daemon_traceback = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.716186] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.716317] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep.thread_pool_size = 8 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.716445] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep.user = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.716651] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.716703] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_dhcp_release.group = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.716831] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_dhcp_release.helper_command = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.716960] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.717103] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.717231] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.717357] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_dhcp_release.user = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.717493] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.717618] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_ovs_vsctl.group = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.717767] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_ovs_vsctl.helper_command = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.717880] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.718071] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.718161] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.718314] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_ovs_vsctl.user = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.718421] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_namespace.capabilities = [21] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.718544] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_namespace.group = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.718677] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_namespace.helper_command = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.718801] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_namespace.log_daemon_traceback = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.718935] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.719074] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_namespace.thread_pool_size = 8 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.719202] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_namespace.user = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.719337] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_conntrack.capabilities = [12] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.719461] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_conntrack.group = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.719584] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_conntrack.helper_command = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.719711] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.719866] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.720017] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.720147] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_conntrack.user = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.720283] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_link.capabilities = [12, 21] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.720410] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_link.group = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.720531] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_link.helper_command = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.720659] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_link.log_daemon_traceback = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.720809] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.721014] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_link.thread_pool_size = 8 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.721182] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] privsep_link.user = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.721341] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.721488] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.721627] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.continue_on_failed_promotions = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.721760] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.dscp = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.721896] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.dscp_inherit = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.722048] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.force_mp_to_policy = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.722183] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.locking_coordinator_url = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.722314] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.log_agent_heartbeats = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.722445] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.logging_expire = 1 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.722584] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.722715] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.722854] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.polling_interval = 240 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.722990] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.723142] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.723282] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.report_interval = 30.0 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.723423] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.723560] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.723697] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.723854] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.sync_skew = 60 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.723999] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.synchronization_queue_size = 20 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.724149] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT.use_helper_for_ns_read = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.724289] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] SECURITYGROUP.enable_ipset = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.724430] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] SECURITYGROUP.enable_security_group = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.724567] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.724703] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.724843] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] experimental.ipv6_pd_enabled = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.725006] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ml2.extension_drivers = ['port_security'] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.725141] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ml2.external_network_type = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.725288] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.725427] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ml2.overlay_ip_version = 4 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.725564] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ml2.path_mtu = 8950 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.725699] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ml2.physical_network_mtus = {} {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.725841] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ml2.tenant_network_types = ['vlan'] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.725977] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.726132] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ml2.type_drivers = ['vlan'] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.726274] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT_CLI.neutron_port_id = [] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.726403] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.726533] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.726675] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.726826] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.726981] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.727136] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.727275] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.727413] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.727609] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.727753] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_login_password = **** {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.727897] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_login_port = 443 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.728044] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_login_user = admin {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.728191] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.728320] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.728453] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.728583] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.728723] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.728869] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.729017] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.729158] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.729297] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.729436] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.729581] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.729717] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.729902] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.730120] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.730269] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] vsphere.vsphere_login_password = VMware1! {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.730409] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.730545] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.730686] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] nova.auth_section = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.730831] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] nova.auth_type = password {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.730972] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.731114] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] nova.certfile = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.731248] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] nova.collect_timing = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.731389] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] nova.endpoint_type = public {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.731520] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] nova.insecure = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.731647] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] nova.keyfile = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.731786] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] nova.region_name = RegionOne {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.731919] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] nova.split_loggers = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.732058] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] nova.timeout = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.732197] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] placement.auth_section = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.732338] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] placement.auth_type = password {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.732472] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.732597] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] placement.certfile = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.732730] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] placement.collect_timing = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.732879] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] placement.endpoint_type = public {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.733034] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] placement.insecure = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.733166] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] placement.keyfile = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.733294] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] placement.region_name = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.733424] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] placement.split_loggers = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.733549] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] placement.timeout = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.733687] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.auth_section = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.733818] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.auth_type = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.733945] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.cafile = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.734080] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.certfile = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.734214] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.collect_timing = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.734338] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.connect_retries = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.734461] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.connect_retry_delay = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.734588] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.enable_notifications = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.734711] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.endpoint_override = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.734837] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.insecure = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.734963] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.interface = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.735101] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.keyfile = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.735236] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.max_version = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.735362] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.min_version = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.735488] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.region_name = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.735615] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.retriable_status_codes = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.735742] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.service_name = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.735873] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.service_type = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.736033] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.split_loggers = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.736166] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.status_code_retries = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.736294] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.status_code_retry_delay = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.736420] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.timeout = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.736547] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.valid_interfaces = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.736673] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ironic.version = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.736814] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] cli_script.dry_run = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.736963] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.737105] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.737238] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.737368] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.737498] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.737628] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.737774] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.737943] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.738098] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.738309] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.738383] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.738507] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.738644] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.738779] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.738922] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.739087] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.739227] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.739363] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.739503] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.739637] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.739803] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.739930] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.740101] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.740240] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.740372] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.740504] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.740635] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.740776] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.740952] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.741124] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.741266] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.ssl = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.741409] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.741546] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.741680] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.741817] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.741971] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.ssl_version = {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.742142] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.742286] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_notifications.driver = [] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.742424] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_notifications.retry = -1 {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.742574] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.742703] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] oslo_messaging_notifications.transport_url = **** {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 518.742806] env[65309]: DEBUG oslo_service.backend._eventlet.service [None req-361405a7-1313-438b-a410-59149506f5dc None None] ******************************************************************************** {{(pid=65309) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 518.743978] env[65309]: DEBUG neutron.agent.securitygroups_rpc [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Init firewall settings (driver=nsxv3) {{(pid=65309) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 518.745348] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65309) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 518.745591] env[65309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] RPC agent_id: nsxm-l-01a.corp.local [ 518.747851] env[65309]: DEBUG dogpile.cache.region [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 518.747976] env[65309]: DEBUG dogpile.lock [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 518.748098] env[65309]: DEBUG dogpile.lock [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 518.748190] env[65309]: DEBUG dogpile.lock [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 518.748283] env[65309]: DEBUG dogpile.cache.region [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 518.748444] env[65309]: DEBUG dogpile.lock [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 518.748511] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 518.780903] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Session token - acquiring [ 518.782766] env[65309]: DEBUG networking_nsxv3.common.locking [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.782961] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.783050] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.783455] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 518.800762] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 519.075759] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 519.101383] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 519.101547] env[65309]: DEBUG dogpile.cache.region [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Cache value generated in 0.353 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 519.101682] env[65309]: DEBUG dogpile.lock [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 519.101750] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Activating Policy API Provider. [ 519.101942] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Looking for the default Infrastructure Rules. [ 519.169029] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Looking for the Default Layer3 Logged Drop Section. [ 519.183613] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 519.184071] env[65309]: DEBUG networking_nsxv3.common.locking [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 519.184239] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquiring lock "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 519.184334] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired lock "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 519.184607] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired external semaphore "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 519.184940] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 519.699626] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 520.201774] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 520.705923] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Inventory metadata is going to be refreshed. [ 520.705923] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 521.455059] env[65309]: DEBUG networking_nsxv3.common.locking [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.455059] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.455059] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.455059] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.467146] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 521.470016] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.472734] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 521.522761] env[65309]: DEBUG networking_nsxv3.common.locking [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.522761] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.522761] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.522761] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.522761] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.522761] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 521.522761] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 521.522761] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 521.544674] env[65309]: DEBUG networking_nsxv3.common.locking [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.544674] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.544674] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.544674] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.544674] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.544674] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 521.567961] env[65309]: DEBUG networking_nsxv3.common.locking [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.567961] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.567961] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.567961] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.567961] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.567961] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 521.588021] env[65309]: DEBUG networking_nsxv3.common.locking [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.588021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquiring lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.588021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.588021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired external semaphore "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.588021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Releasing lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.588021] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 521.588021] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 521.588021] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 521.605620] env[65309]: DEBUG networking_nsxv3.common.locking [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.606167] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquiring lock "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.606427] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired lock "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.606830] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired external semaphore "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.607103] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Releasing lock "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.607370] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 521.607589] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 521.607840] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 521.629030] env[65309]: DEBUG networking_nsxv3.common.locking [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 521.629030] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.629030] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 521.629030] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 521.629030] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.629030] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 521.629030] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 521.629030] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Inventory metadata have been refreshed. [ 521.629030] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Dryrun:True. Metadata refresh completed. [ 521.629030] env[65309]: DEBUG oslo_concurrency.lockutils [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Releasing lock "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 521.630946] env[65309]: INFO neutron.agent.agent_extensions_manager [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Loaded agent extensions: [] [ 521.631890] env[65309]: DEBUG neutron_lib.callbacks.manager [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65309) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 521.687995] env[65309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] NSXv3 Agent Agent RPC Daemon Started! [ 521.687995] env[65309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] NSXv3 Agent Agent loop - iteration:0 started [ 521.687995] env[65309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] NSXv3 Agent Agent out of sync with plugin! [ 526.632539] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 526.632922] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 531.634410] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 531.634719] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 536.635690] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.636091] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 537.074571] env[65309]: INFO networking_nsxv3.common.synchronization [None req-e0a5223d-160d-4367-b8cc-45682195871a demo admin] Enqueued Resource ID: 5cfaea37-4612-4f9e-ba53-cffff7884ecf with Priority: HIGHEST for action security_group_rules [ 537.074909] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfaea37-4612-4f9e-ba53-cffff7884ecf with Priority: HIGHEST for action security_group_rules [ 537.076876] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cfaea37-4612-4f9e-ba53-cffff7884ecf taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.077009] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cfaea37-4612-4f9e-ba53-cffff7884ecf" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.077110] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cfaea37-4612-4f9e-ba53-cffff7884ecf" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.077511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cfaea37-4612-4f9e-ba53-cffff7884ecf" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.077593] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cfaea37-4612-4f9e-ba53-cffff7884ecf',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.599031] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.599031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.602151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.602151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.602151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.602151] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cfaea37-4612-4f9e-ba53-cffff7884ecf already deleted. [ 537.602151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cfaea37-4612-4f9e-ba53-cffff7884ecf" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.076581] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.076976] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.081405] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.081405] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.634990] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.635292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.635292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.635423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.635692] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.138469] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.641410] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.143832] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 549.144245] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 549.882803] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.883106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.883106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.883390] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.896569] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 549.897477] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.898159] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 549.916137] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.916382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.916382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.916595] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.916700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.916813] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 549.916910] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.916984] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 549.937983] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.938243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.938243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.938475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.938649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.938785] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 549.959382] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.959644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.959644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.959806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.959886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.959999] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 549.978075] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.978302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.978302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.978500] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.978612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.978723] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 549.978796] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.978866] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 549.994867] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.995064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.995117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.995278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.995360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.995462] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 549.995536] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 549.995605] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 550.014893] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.015118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.015118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.015274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.015379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.015491] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 550.015565] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.015625] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 550.015690] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 550.015762] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 550.015820] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 550.015875] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 550.016168] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 550.016228] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 550.016295] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 550.037711] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.037936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.037936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.038173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.038283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.038392] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 550.059585] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.059826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.059826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.059971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.060094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.072156] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.079209] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.079620] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.081095] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.081095] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.082290] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.082637] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.749048] env[65309]: INFO networking_nsxv3.common.synchronization [None req-b3e0b4de-9c01-42ad-bc54-17f8cd52ef6f None None] Enqueued Resource ID: bbec4a8f-2888-473f-ac47-d3f175b88619 with Priority: HIGHEST for action port [ 563.749690] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbec4a8f-2888-473f-ac47-d3f175b88619 with Priority: HIGHEST for action port [ 563.750035] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbec4a8f-2888-473f-ac47-d3f175b88619 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.750155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbec4a8f-2888-473f-ac47-d3f175b88619" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.750193] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbec4a8f-2888-473f-ac47-d3f175b88619" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.750446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbec4a8f-2888-473f-ac47-d3f175b88619" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.750529] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbec4a8f-2888-473f-ac47-d3f175b88619',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.256322] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbec4a8f-2888-473f-ac47-d3f175b88619 [ 564.256727] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.256727] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.256859] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.257017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.257288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.257380] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbec4a8f-2888-473f-ac47-d3f175b88619 already deleted. [ 564.257474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbec4a8f-2888-473f-ac47-d3f175b88619" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.975080] env[65309]: INFO networking_nsxv3.common.synchronization [None req-c0427304-fe11-4771-a203-5913d48a27a8 None None] Enqueued Resource ID: 724319bd-f8dd-4592-be29-b1c634020c22 with Priority: HIGHEST for action port [ 565.975540] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 724319bd-f8dd-4592-be29-b1c634020c22 with Priority: HIGHEST for action port [ 565.975913] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-724319bd-f8dd-4592-be29-b1c634020c22 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.976152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-724319bd-f8dd-4592-be29-b1c634020c22" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.976345] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-724319bd-f8dd-4592-be29-b1c634020c22" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.976542] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-724319bd-f8dd-4592-be29-b1c634020c22" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.976628] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('724319bd-f8dd-4592-be29-b1c634020c22',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.478202] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 724319bd-f8dd-4592-be29-b1c634020c22 [ 566.478635] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.478842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.478988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.479231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.480045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.480045] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:724319bd-f8dd-4592-be29-b1c634020c22 already deleted. [ 566.480045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-724319bd-f8dd-4592-be29-b1c634020c22" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.591022] env[65309]: INFO networking_nsxv3.common.synchronization [None req-0db0fd4c-3366-41a3-be83-56ee972893a1 tempest-ServersTestFqdnHostnames-961771169 tempest-ServersTestFqdnHostnames-961771169-project-member] Enqueued Resource ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d with Priority: HIGHEST for action security_group_rules [ 566.591022] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d with Priority: HIGHEST for action security_group_rules [ 566.591022] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.591022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.591612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.592037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.592275] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36b58e3d-9dea-44ce-bda9-cb3a4938f44d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.113788] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.114168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.114168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.114253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.114310] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.114401] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d already deleted. [ 567.114486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.608094] env[65309]: INFO networking_nsxv3.common.synchronization [None req-1c188848-8885-4ea7-a6bd-9a142ea82ba4 tempest-ServersTestFqdnHostnames-961771169 tempest-ServersTestFqdnHostnames-961771169-project-member] Enqueued Resource ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d with Priority: HIGHEST for action security_group_rules [ 567.608622] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d with Priority: HIGHEST for action security_group_rules [ 567.608919] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.609052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.609124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.609323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.609405] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36b58e3d-9dea-44ce-bda9-cb3a4938f44d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.130567] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.131138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.131138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.131138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.131401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.131401] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d already deleted. [ 568.131401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.575491] env[65309]: INFO networking_nsxv3.common.synchronization [None req-509597e9-8765-4c6c-9e00-210307794dd7 None None] Enqueued Resource ID: 29cb0382-8aa7-42e2-8d8a-3189e33a448c with Priority: HIGHEST for action port [ 568.575729] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29cb0382-8aa7-42e2-8d8a-3189e33a448c with Priority: HIGHEST for action port [ 568.576377] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-29cb0382-8aa7-42e2-8d8a-3189e33a448c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.576504] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29cb0382-8aa7-42e2-8d8a-3189e33a448c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.576571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29cb0382-8aa7-42e2-8d8a-3189e33a448c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.576818] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29cb0382-8aa7-42e2-8d8a-3189e33a448c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.576897] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29cb0382-8aa7-42e2-8d8a-3189e33a448c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.080689] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29cb0382-8aa7-42e2-8d8a-3189e33a448c [ 569.083379] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.083379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.083379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.083379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.083379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.083379] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29cb0382-8aa7-42e2-8d8a-3189e33a448c already deleted. [ 569.083379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29cb0382-8aa7-42e2-8d8a-3189e33a448c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.003978] env[65309]: INFO networking_nsxv3.common.synchronization [None req-9fd71118-69b3-471c-b3da-729cd2de4bc1 None None] Enqueued Resource ID: cc1f7145-6e17-452e-b52d-a85ae844c55c with Priority: HIGHEST for action port [ 571.005188] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1f7145-6e17-452e-b52d-a85ae844c55c with Priority: HIGHEST for action port [ 571.005188] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc1f7145-6e17-452e-b52d-a85ae844c55c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.005321] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc1f7145-6e17-452e-b52d-a85ae844c55c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.005364] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc1f7145-6e17-452e-b52d-a85ae844c55c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.005930] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc1f7145-6e17-452e-b52d-a85ae844c55c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.006050] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc1f7145-6e17-452e-b52d-a85ae844c55c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.510141] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc1f7145-6e17-452e-b52d-a85ae844c55c [ 571.510141] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.510141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.510141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.510141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.510141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.510141] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc1f7145-6e17-452e-b52d-a85ae844c55c already deleted. [ 571.510141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc1f7145-6e17-452e-b52d-a85ae844c55c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.810423] env[65309]: INFO networking_nsxv3.common.synchronization [None req-a401969c-44e2-4bb9-b6bb-97761c86c6bf None None] Enqueued Resource ID: c33bebe5-7337-4288-a51d-513bda04182d with Priority: HIGHEST for action port [ 571.810423] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33bebe5-7337-4288-a51d-513bda04182d with Priority: HIGHEST for action port [ 571.810723] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c33bebe5-7337-4288-a51d-513bda04182d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.811055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c33bebe5-7337-4288-a51d-513bda04182d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.811055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c33bebe5-7337-4288-a51d-513bda04182d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.812335] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c33bebe5-7337-4288-a51d-513bda04182d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.812456] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c33bebe5-7337-4288-a51d-513bda04182d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.283919] env[65309]: INFO networking_nsxv3.common.synchronization [None req-f58715d1-9192-4eb0-bac9-bb3acdf4b2cf None None] Enqueued Resource ID: f83b4b92-ce11-48f3-9cfc-b74dfe4e429e with Priority: HIGHEST for action port [ 572.287286] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83b4b92-ce11-48f3-9cfc-b74dfe4e429e with Priority: HIGHEST for action port [ 572.287286] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f83b4b92-ce11-48f3-9cfc-b74dfe4e429e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.287286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f83b4b92-ce11-48f3-9cfc-b74dfe4e429e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.287585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f83b4b92-ce11-48f3-9cfc-b74dfe4e429e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.287699] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f83b4b92-ce11-48f3-9cfc-b74dfe4e429e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.287786] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f83b4b92-ce11-48f3-9cfc-b74dfe4e429e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.314775] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c33bebe5-7337-4288-a51d-513bda04182d [ 572.314775] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.314775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.315068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.315068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.315170] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.315265] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c33bebe5-7337-4288-a51d-513bda04182d already deleted. [ 572.315514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c33bebe5-7337-4288-a51d-513bda04182d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.530024] env[65309]: INFO networking_nsxv3.common.synchronization [None req-9a7eba86-072b-4a13-9930-cb7bfc128c62 None None] Enqueued Resource ID: 55e01c7c-0abf-4c38-85b8-8647a61e5e2f with Priority: HIGHEST for action port [ 572.530286] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e01c7c-0abf-4c38-85b8-8647a61e5e2f with Priority: HIGHEST for action port [ 572.530972] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-55e01c7c-0abf-4c38-85b8-8647a61e5e2f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.531897] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55e01c7c-0abf-4c38-85b8-8647a61e5e2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.532038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55e01c7c-0abf-4c38-85b8-8647a61e5e2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.532298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55e01c7c-0abf-4c38-85b8-8647a61e5e2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.532381] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55e01c7c-0abf-4c38-85b8-8647a61e5e2f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.790420] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f83b4b92-ce11-48f3-9cfc-b74dfe4e429e [ 572.790671] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.790809] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.790894] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.791152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.791245] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.791340] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f83b4b92-ce11-48f3-9cfc-b74dfe4e429e already deleted. [ 572.791463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f83b4b92-ce11-48f3-9cfc-b74dfe4e429e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.034836] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55e01c7c-0abf-4c38-85b8-8647a61e5e2f [ 573.034966] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.035050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.035085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.035283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.035367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.035705] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55e01c7c-0abf-4c38-85b8-8647a61e5e2f already deleted. [ 573.035798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55e01c7c-0abf-4c38-85b8-8647a61e5e2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.038872] env[65309]: INFO networking_nsxv3.common.synchronization [None req-ae75eabc-34e5-45bd-b878-36132fdc5d35 None None] Enqueued Resource ID: e1741293-9c6f-4285-a345-db39f7bb29e0 with Priority: HIGHEST for action port [ 574.039552] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1741293-9c6f-4285-a345-db39f7bb29e0 with Priority: HIGHEST for action port [ 574.039928] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1741293-9c6f-4285-a345-db39f7bb29e0 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.040158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1741293-9c6f-4285-a345-db39f7bb29e0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.040257] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1741293-9c6f-4285-a345-db39f7bb29e0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.040552] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1741293-9c6f-4285-a345-db39f7bb29e0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.040840] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1741293-9c6f-4285-a345-db39f7bb29e0',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.543930] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1741293-9c6f-4285-a345-db39f7bb29e0 [ 574.544290] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.544493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.544593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.544829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.544925] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.545034] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1741293-9c6f-4285-a345-db39f7bb29e0 already deleted. [ 574.545206] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1741293-9c6f-4285-a345-db39f7bb29e0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.033672] env[65309]: INFO networking_nsxv3.common.synchronization [None req-0c85e9c8-1990-48fb-93a9-0928f4c6af00 None None] Enqueued Resource ID: 5091d823-2b17-40fc-9468-38b7d95cc6ec with Priority: HIGHEST for action port [ 575.034225] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5091d823-2b17-40fc-9468-38b7d95cc6ec with Priority: HIGHEST for action port [ 575.038363] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-5091d823-2b17-40fc-9468-38b7d95cc6ec taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.038503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5091d823-2b17-40fc-9468-38b7d95cc6ec" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.038614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5091d823-2b17-40fc-9468-38b7d95cc6ec" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.038815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5091d823-2b17-40fc-9468-38b7d95cc6ec" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.038969] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5091d823-2b17-40fc-9468-38b7d95cc6ec',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.211741] env[65309]: INFO networking_nsxv3.common.synchronization [None req-15aa3196-9e3a-49e3-b613-9e09a17a3ad5 None None] Enqueued Resource ID: bf09cbff-4f44-47a4-9852-e91153d1d293 with Priority: HIGHEST for action port [ 575.212302] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf09cbff-4f44-47a4-9852-e91153d1d293 with Priority: HIGHEST for action port [ 575.212599] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf09cbff-4f44-47a4-9852-e91153d1d293 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.212721] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf09cbff-4f44-47a4-9852-e91153d1d293" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.212786] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf09cbff-4f44-47a4-9852-e91153d1d293" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.213576] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf09cbff-4f44-47a4-9852-e91153d1d293" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.213699] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf09cbff-4f44-47a4-9852-e91153d1d293',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.540414] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5091d823-2b17-40fc-9468-38b7d95cc6ec [ 575.540725] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.540801] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.541661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.541661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.541661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.541661] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5091d823-2b17-40fc-9468-38b7d95cc6ec already deleted. [ 575.541661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5091d823-2b17-40fc-9468-38b7d95cc6ec" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.716663] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf09cbff-4f44-47a4-9852-e91153d1d293 [ 575.716930] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.717091] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.717163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.717367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.717455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.717549] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf09cbff-4f44-47a4-9852-e91153d1d293 already deleted. [ 575.717629] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf09cbff-4f44-47a4-9852-e91153d1d293" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.850551] env[65309]: INFO networking_nsxv3.common.synchronization [None req-de556d9f-b3ff-45a5-8d4a-da540d3dafd0 None None] Enqueued Resource ID: be53b66e-4d3e-4345-ba5e-af6c80717518 with Priority: HIGHEST for action port [ 575.850551] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be53b66e-4d3e-4345-ba5e-af6c80717518 with Priority: HIGHEST for action port [ 575.851449] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-be53b66e-4d3e-4345-ba5e-af6c80717518 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.851926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be53b66e-4d3e-4345-ba5e-af6c80717518" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.851926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be53b66e-4d3e-4345-ba5e-af6c80717518" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.851926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be53b66e-4d3e-4345-ba5e-af6c80717518" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.852117] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be53b66e-4d3e-4345-ba5e-af6c80717518',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.357300] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be53b66e-4d3e-4345-ba5e-af6c80717518 [ 576.357300] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.358026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.358026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.358026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.358026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.358159] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be53b66e-4d3e-4345-ba5e-af6c80717518 already deleted. [ 576.358358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be53b66e-4d3e-4345-ba5e-af6c80717518" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.231490] env[65309]: INFO networking_nsxv3.common.synchronization [None req-0e469108-42b0-4d0e-913a-89c0cb636344 None None] Enqueued Resource ID: 95048d07-20bd-4064-93cc-78ea9d831885 with Priority: HIGHEST for action port [ 577.233648] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95048d07-20bd-4064-93cc-78ea9d831885 with Priority: HIGHEST for action port [ 577.233648] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-95048d07-20bd-4064-93cc-78ea9d831885 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.233648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95048d07-20bd-4064-93cc-78ea9d831885" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.233648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95048d07-20bd-4064-93cc-78ea9d831885" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.234027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95048d07-20bd-4064-93cc-78ea9d831885" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.234027] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95048d07-20bd-4064-93cc-78ea9d831885',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.736662] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95048d07-20bd-4064-93cc-78ea9d831885 [ 577.736662] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.737010] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.737010] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.737010] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.737115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.737144] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95048d07-20bd-4064-93cc-78ea9d831885 already deleted. [ 577.737332] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95048d07-20bd-4064-93cc-78ea9d831885" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.111885] env[65309]: INFO networking_nsxv3.common.synchronization [None req-156538d9-c40a-485f-a47e-41aa6b8b1056 None None] Enqueued Resource ID: 5dd38578-1da1-4c48-a0cf-de357b634fe0 with Priority: HIGHEST for action port [ 578.113410] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd38578-1da1-4c48-a0cf-de357b634fe0 with Priority: HIGHEST for action port [ 578.113410] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dd38578-1da1-4c48-a0cf-de357b634fe0 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.113410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dd38578-1da1-4c48-a0cf-de357b634fe0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.113410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dd38578-1da1-4c48-a0cf-de357b634fe0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.113780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dd38578-1da1-4c48-a0cf-de357b634fe0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.113870] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dd38578-1da1-4c48-a0cf-de357b634fe0',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.617810] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dd38578-1da1-4c48-a0cf-de357b634fe0 [ 578.618155] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.618255] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.618255] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.618474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.618538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.618680] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dd38578-1da1-4c48-a0cf-de357b634fe0 already deleted. [ 578.618801] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dd38578-1da1-4c48-a0cf-de357b634fe0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.935548] env[65309]: INFO networking_nsxv3.common.synchronization [None req-80a38548-0d4f-4c84-827a-dda5ec5f8e1a None None] Enqueued Resource ID: 74fb0ca9-506f-41ca-8f96-5e0a771284e7 with Priority: HIGHEST for action port [ 578.935548] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74fb0ca9-506f-41ca-8f96-5e0a771284e7 with Priority: HIGHEST for action port [ 578.935548] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-74fb0ca9-506f-41ca-8f96-5e0a771284e7 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.935548] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74fb0ca9-506f-41ca-8f96-5e0a771284e7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.937352] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74fb0ca9-506f-41ca-8f96-5e0a771284e7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.937727] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74fb0ca9-506f-41ca-8f96-5e0a771284e7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.937827] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74fb0ca9-506f-41ca-8f96-5e0a771284e7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.441274] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74fb0ca9-506f-41ca-8f96-5e0a771284e7 [ 579.441953] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.441953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.442251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.442498] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.443146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.443146] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74fb0ca9-506f-41ca-8f96-5e0a771284e7 already deleted. [ 579.443146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74fb0ca9-506f-41ca-8f96-5e0a771284e7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.607784] env[65309]: INFO networking_nsxv3.common.synchronization [None req-180649e9-3412-41e0-83c9-b3b63c73c282 None None] Enqueued Resource ID: 3b8d05d8-16b8-4e90-9d1a-354b233fa129 with Priority: HIGHEST for action port [ 580.609260] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8d05d8-16b8-4e90-9d1a-354b233fa129 with Priority: HIGHEST for action port [ 580.610527] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b8d05d8-16b8-4e90-9d1a-354b233fa129 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.610527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b8d05d8-16b8-4e90-9d1a-354b233fa129" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.610527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b8d05d8-16b8-4e90-9d1a-354b233fa129" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.610820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b8d05d8-16b8-4e90-9d1a-354b233fa129" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.610925] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b8d05d8-16b8-4e90-9d1a-354b233fa129',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.113820] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b8d05d8-16b8-4e90-9d1a-354b233fa129 [ 581.113820] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.113820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.113820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.114252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.114252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.114252] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b8d05d8-16b8-4e90-9d1a-354b233fa129 already deleted. [ 581.114252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b8d05d8-16b8-4e90-9d1a-354b233fa129" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.156015] env[65309]: INFO networking_nsxv3.common.synchronization [None req-b04f789d-83ca-49de-adfb-66cfebdb00d1 None None] Enqueued Resource ID: 115b19dc-4f93-4b7e-ac25-5559b25cbc91 with Priority: HIGHEST for action port [ 581.157497] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 115b19dc-4f93-4b7e-ac25-5559b25cbc91 with Priority: HIGHEST for action port [ 581.157794] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-115b19dc-4f93-4b7e-ac25-5559b25cbc91 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.157920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-115b19dc-4f93-4b7e-ac25-5559b25cbc91" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.158823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-115b19dc-4f93-4b7e-ac25-5559b25cbc91" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.159141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-115b19dc-4f93-4b7e-ac25-5559b25cbc91" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.159254] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('115b19dc-4f93-4b7e-ac25-5559b25cbc91',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.165579] env[65309]: INFO networking_nsxv3.common.synchronization [None req-d5ab1ac9-2efd-4063-b270-98006e0e7ab5 None None] Enqueued Resource ID: a2e42dfe-04ad-490d-a31c-1cbf1ceff45f with Priority: HIGHEST for action port [ 581.166163] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e42dfe-04ad-490d-a31c-1cbf1ceff45f with Priority: HIGHEST for action port [ 581.166725] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2e42dfe-04ad-490d-a31c-1cbf1ceff45f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.166725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2e42dfe-04ad-490d-a31c-1cbf1ceff45f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.166955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2e42dfe-04ad-490d-a31c-1cbf1ceff45f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.167268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2e42dfe-04ad-490d-a31c-1cbf1ceff45f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.167374] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2e42dfe-04ad-490d-a31c-1cbf1ceff45f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.662929] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 115b19dc-4f93-4b7e-ac25-5559b25cbc91 [ 581.663197] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.663306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.663378] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.663584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.663671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.663759] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:115b19dc-4f93-4b7e-ac25-5559b25cbc91 already deleted. [ 581.663890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-115b19dc-4f93-4b7e-ac25-5559b25cbc91" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.670217] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2e42dfe-04ad-490d-a31c-1cbf1ceff45f [ 581.670217] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.670217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.670396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.670440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.670533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.670627] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2e42dfe-04ad-490d-a31c-1cbf1ceff45f already deleted. [ 581.670709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2e42dfe-04ad-490d-a31c-1cbf1ceff45f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.606189] env[65309]: INFO networking_nsxv3.common.synchronization [None req-53ca7343-ef9b-45b7-b14f-ff6a2a2bde63 None None] Enqueued Resource ID: 4241d587-a2ec-4eb4-8404-7024a69c8adf with Priority: HIGHEST for action port [ 582.606189] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4241d587-a2ec-4eb4-8404-7024a69c8adf with Priority: HIGHEST for action port [ 582.606189] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4241d587-a2ec-4eb4-8404-7024a69c8adf taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.606189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4241d587-a2ec-4eb4-8404-7024a69c8adf" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.606189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4241d587-a2ec-4eb4-8404-7024a69c8adf" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.606189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4241d587-a2ec-4eb4-8404-7024a69c8adf" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.606662] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4241d587-a2ec-4eb4-8404-7024a69c8adf',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.108690] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4241d587-a2ec-4eb4-8404-7024a69c8adf [ 583.109072] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.109072] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.109072] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.109306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.109397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.109491] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4241d587-a2ec-4eb4-8404-7024a69c8adf already deleted. [ 583.109575] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4241d587-a2ec-4eb4-8404-7024a69c8adf" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.782385] env[65309]: INFO networking_nsxv3.common.synchronization [req-e8c88fa9-bfa9-46f4-a2ca-24dd427aa9d1 req-653cc2e8-30cb-4f3e-9a8a-8b1d5078c9e1 tempest-DeleteServersAdminTestJSON-211102788 tempest-DeleteServersAdminTestJSON-211102788-project-member] Enqueued Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_members [ 583.782922] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_members [ 583.783505] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d945bc9-d697-4a03-90f4-09e559cda25e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.783668] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.783741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.784300] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.784500] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.784644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.784683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.784849] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.784938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.785068] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.071619] env[65309]: INFO networking_nsxv3.common.synchronization [None req-c054611d-2f7c-4d04-b61c-12e0f7acbf58 None None] Enqueued Resource ID: a6389dd9-74a2-4ff0-b196-4e27c833853e with Priority: HIGHEST for action port [ 584.071619] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6389dd9-74a2-4ff0-b196-4e27c833853e with Priority: HIGHEST for action port [ 584.071619] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6389dd9-74a2-4ff0-b196-4e27c833853e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.071619] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6389dd9-74a2-4ff0-b196-4e27c833853e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.071619] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6389dd9-74a2-4ff0-b196-4e27c833853e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.071619] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6389dd9-74a2-4ff0-b196-4e27c833853e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.071619] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6389dd9-74a2-4ff0-b196-4e27c833853e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.289525] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.289525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.289525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.289525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.289525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.289922] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.289922] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.289922] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.289922] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.290092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.290092] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d945bc9-d697-4a03-90f4-09e559cda25e already deleted. [ 584.290147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.573102] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6389dd9-74a2-4ff0-b196-4e27c833853e [ 584.573339] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.573480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.573549] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.573751] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.573842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.573935] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6389dd9-74a2-4ff0-b196-4e27c833853e already deleted. [ 584.574024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6389dd9-74a2-4ff0-b196-4e27c833853e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.864015] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.864294] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.864475] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.865018] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.865247] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.866317] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.866317] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.866317] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.866509] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.866848] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.867027] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 584.867201] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 584.867388] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 584.867511] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.867693] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 584.867882] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 584.887105] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 584.887495] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 584.887495] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 584.887670] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.887971] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-749400b9-925e-4f99-81a1-367ef9de02bb taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.888278] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-749400b9-925e-4f99-81a1-367ef9de02bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.888278] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-749400b9-925e-4f99-81a1-367ef9de02bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.888556] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-749400b9-925e-4f99-81a1-367ef9de02bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.888688] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('749400b9-925e-4f99-81a1-367ef9de02bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.000568] env[65309]: INFO networking_nsxv3.common.synchronization [None req-b27ea860-b0c9-4ef1-8af6-1410f161df5d None None] Enqueued Resource ID: ba899633-eb47-4eb2-83b0-f6f903c8a074 with Priority: HIGHEST for action port [ 585.001288] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba899633-eb47-4eb2-83b0-f6f903c8a074 with Priority: HIGHEST for action port [ 585.002349] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba899633-eb47-4eb2-83b0-f6f903c8a074 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.002470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba899633-eb47-4eb2-83b0-f6f903c8a074" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.002544] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba899633-eb47-4eb2-83b0-f6f903c8a074" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.002792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba899633-eb47-4eb2-83b0-f6f903c8a074" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.002874] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba899633-eb47-4eb2-83b0-f6f903c8a074',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.392653] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.393010] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.393010] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.393406] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.393471] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.393591] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 749400b9-925e-4f99-81a1-367ef9de02bb not found, creating... [ 585.393845] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.393996] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.394299] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.394357] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.394456] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.394821] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.394971] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.395095] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.395298] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.395533] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.395616] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 749400b9-925e-4f99-81a1-367ef9de02bb is going to be created. [ 585.403215] env[65309]: INFO networking_nsxv3.common.synchronization [None req-bf0c3bd6-7100-4be3-a833-16ce51f2f4ae None None] Enqueued Resource ID: 8e6ae0d5-3369-4fe3-b43f-a3ad6d07ce8c with Priority: HIGHEST for action port [ 585.403474] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e6ae0d5-3369-4fe3-b43f-a3ad6d07ce8c with Priority: HIGHEST for action port [ 585.404362] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e6ae0d5-3369-4fe3-b43f-a3ad6d07ce8c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.404513] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e6ae0d5-3369-4fe3-b43f-a3ad6d07ce8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.404583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e6ae0d5-3369-4fe3-b43f-a3ad6d07ce8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.404847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e6ae0d5-3369-4fe3-b43f-a3ad6d07ce8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.404931] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e6ae0d5-3369-4fe3-b43f-a3ad6d07ce8c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.426036] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.426446] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.426897] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.427475] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.427985] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.429091] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-749400b9-925e-4f99-81a1-367ef9de02bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.505873] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba899633-eb47-4eb2-83b0-f6f903c8a074 [ 585.506083] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.506324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.506423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.506823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.506897] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.507032] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba899633-eb47-4eb2-83b0-f6f903c8a074 already deleted. [ 585.507312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba899633-eb47-4eb2-83b0-f6f903c8a074" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.911768] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e6ae0d5-3369-4fe3-b43f-a3ad6d07ce8c [ 585.912121] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.912278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.912371] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.912556] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.912645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.912739] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e6ae0d5-3369-4fe3-b43f-a3ad6d07ce8c already deleted. [ 585.912819] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e6ae0d5-3369-4fe3-b43f-a3ad6d07ce8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.199023] env[65309]: INFO networking_nsxv3.common.synchronization [req-e8c88fa9-bfa9-46f4-a2ca-24dd427aa9d1 req-b200ad56-01cc-4489-ae60-3ab42c678567 service nova] Enqueued Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_rules [ 586.199023] env[65309]: INFO networking_nsxv3.common.synchronization [req-e8c88fa9-bfa9-46f4-a2ca-24dd427aa9d1 req-b200ad56-01cc-4489-ae60-3ab42c678567 service nova] Enqueued Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_members [ 586.199023] env[65309]: INFO networking_nsxv3.common.synchronization [req-e8c88fa9-bfa9-46f4-a2ca-24dd427aa9d1 req-b200ad56-01cc-4489-ae60-3ab42c678567 service nova] Enqueued Resource ID: 749400b9-925e-4f99-81a1-367ef9de02bb with Priority: HIGHEST for action port [ 586.201160] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_rules [ 586.201160] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_members [ 586.201160] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749400b9-925e-4f99-81a1-367ef9de02bb with Priority: HIGHEST for action port [ 586.201841] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d945bc9-d697-4a03-90f4-09e559cda25e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.202032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.202349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.202541] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.202541] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.203571] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d945bc9-d697-4a03-90f4-09e559cda25e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.206023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.206023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.208561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.208781] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.208931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.209009] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.209250] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.209352] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.209449] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.210706] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-749400b9-925e-4f99-81a1-367ef9de02bb taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.210806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-749400b9-925e-4f99-81a1-367ef9de02bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.210851] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-749400b9-925e-4f99-81a1-367ef9de02bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.211133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-749400b9-925e-4f99-81a1-367ef9de02bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.211133] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('749400b9-925e-4f99-81a1-367ef9de02bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.497305] env[65309]: INFO networking_nsxv3.common.synchronization [None req-66132cb8-652a-4804-87f2-e9eb5406435a None None] Enqueued Resource ID: 4a147591-017e-4857-867d-948c22d2ff2e with Priority: HIGHEST for action port [ 586.497305] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a147591-017e-4857-867d-948c22d2ff2e with Priority: HIGHEST for action port [ 586.497305] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a147591-017e-4857-867d-948c22d2ff2e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.497305] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a147591-017e-4857-867d-948c22d2ff2e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.497305] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a147591-017e-4857-867d-948c22d2ff2e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.497961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a147591-017e-4857-867d-948c22d2ff2e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.497961] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a147591-017e-4857-867d-948c22d2ff2e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.501876] env[65309]: INFO networking_nsxv3.common.synchronization [req-4dc8df52-eb33-4ed0-8229-7850a9d71711 req-c391eab8-ca4d-44e4-884d-f4f1a3425542 tempest-ServersTestFqdnHostnames-961771169 tempest-ServersTestFqdnHostnames-961771169-project-member] Enqueued Resource ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d with Priority: HIGHEST for action security_group_members [ 586.504133] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d with Priority: HIGHEST for action security_group_members [ 586.505796] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.505796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.505796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.505985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.506050] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.506168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.506278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.506475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.506571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.506676] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36b58e3d-9dea-44ce-bda9-cb3a4938f44d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.712830] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d945bc9-d697-4a03-90f4-09e559cda25e taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.712975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.724807] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.724807] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 749400b9-925e-4f99-81a1-367ef9de02bb with status ACTIVE [ 586.724984] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.724984] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.725112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.725262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.725411] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.725491] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.725581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.725639] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.725779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.725850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.726036] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.726136] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.726176] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.726307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.726375] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.726454] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 749400b9-925e-4f99-81a1-367ef9de02bb is going to be updated. [ 586.752497] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.752685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.752758] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.753017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.753158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.753323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-749400b9-925e-4f99-81a1-367ef9de02bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.931022] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.933178] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-958" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.933178] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-958" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.933178] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-958" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.933178] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.933178] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.933178] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.933178] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.933486] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.933486] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.935046] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.935046] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.935046] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.935046] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.935046] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.935046] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.961141] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.962149] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.963092] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.963386] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-958" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.964281] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-1c621e89-c465-4319-991a-da8d90799028 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.968338] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-1c621e89-c465-4319-991a-da8d90799028" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.968338] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-1c621e89-c465-4319-991a-da8d90799028" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.968338] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-1c621e89-c465-4319-991a-da8d90799028" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.968338] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c621e89-c465-4319-991a-da8d90799028',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.008568] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a147591-017e-4857-867d-948c22d2ff2e [ 587.009036] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.009268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.009325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.009665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.009731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.010012] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a147591-017e-4857-867d-948c22d2ff2e already deleted. [ 587.010012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a147591-017e-4857-867d-948c22d2ff2e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.010707] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.010843] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.010945] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.011332] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.011477] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.011693] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.011864] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.011901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.012050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.012191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.012398] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d already deleted. [ 587.012506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.173595] env[65309]: INFO networking_nsxv3.common.synchronization [None req-6300cc9e-3e5c-4577-84fa-c9f2f3d98ded tempest-VolumesAssistedSnapshotsTest-2007413339 tempest-VolumesAssistedSnapshotsTest-2007413339-project-member] Enqueued Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGHEST for action security_group_rules [ 587.173595] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGHEST for action security_group_rules [ 587.174686] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.174686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.174686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.174979] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.175074] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a0c7338-a4ec-48bc-b911-a3d528e026a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.231329] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.276461] env[65309]: INFO networking_nsxv3.common.synchronization [None req-a349bcd2-53cf-4aab-8198-501cfd467341 None None] Enqueued Resource ID: 978b91dd-5b5b-4eb5-80ff-c6eab2726c99 with Priority: HIGHEST for action port [ 587.276461] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978b91dd-5b5b-4eb5-80ff-c6eab2726c99 with Priority: HIGHEST for action port [ 587.276461] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-978b91dd-5b5b-4eb5-80ff-c6eab2726c99 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.276461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-978b91dd-5b5b-4eb5-80ff-c6eab2726c99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.276461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-978b91dd-5b5b-4eb5-80ff-c6eab2726c99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.276461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-978b91dd-5b5b-4eb5-80ff-c6eab2726c99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.276461] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978b91dd-5b5b-4eb5-80ff-c6eab2726c99',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.296138] env[65309]: INFO networking_nsxv3.common.synchronization [None req-d4d0398e-1041-413e-90c9-050e659ec5e0 tempest-VolumesAssistedSnapshotsTest-2007413339 tempest-VolumesAssistedSnapshotsTest-2007413339-project-member] Enqueued Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGHEST for action security_group_rules [ 587.297182] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGHEST for action security_group_rules [ 587.297562] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.297671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.470472] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.470472] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.470613] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.471141] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.471141] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.471141] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 1c621e89-c465-4319-991a-da8d90799028 not found, creating... [ 587.471372] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.471530] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.472255] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.472519] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.472651] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.472935] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.473331] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.473474] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.473679] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.473806] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.473940] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 1c621e89-c465-4319-991a-da8d90799028 is going to be created. [ 587.497560] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.497560] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.497560] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.497560] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.497560] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.497560] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-1c621e89-c465-4319-991a-da8d90799028" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.699010] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.699010] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.699010] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.699010] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.699010] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.699010] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 already deleted. [ 587.699010] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.699010] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.699010] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.699010] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a0c7338-a4ec-48bc-b911-a3d528e026a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.735976] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.738856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.738856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.738856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.738856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.738856] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d945bc9-d697-4a03-90f4-09e559cda25e is going to be created. [ 587.740145] env[65309]: INFO networking_nsxv3.common.synchronization [None req-781f7873-62b9-4b4f-a055-484f8df19e3b None None] Enqueued Resource ID: 93ece3d4-e8da-47f6-825f-43a9ff2ed266 with Priority: HIGHEST for action port [ 587.740389] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ece3d4-e8da-47f6-825f-43a9ff2ed266 with Priority: HIGHEST for action port [ 587.740962] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-93ece3d4-e8da-47f6-825f-43a9ff2ed266 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.741115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93ece3d4-e8da-47f6-825f-43a9ff2ed266" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.741214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93ece3d4-e8da-47f6-825f-43a9ff2ed266" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.741444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93ece3d4-e8da-47f6-825f-43a9ff2ed266" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.741519] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93ece3d4-e8da-47f6-825f-43a9ff2ed266',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.767138] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.767138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.767278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.767483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.767675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.780461] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d945bc9-d697-4a03-90f4-09e559cda25e in Status: UNINITIALIZED for 2s [ 587.780461] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 978b91dd-5b5b-4eb5-80ff-c6eab2726c99 [ 587.780461] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.780461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.780461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.780461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.780797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.781194] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:978b91dd-5b5b-4eb5-80ff-c6eab2726c99 already deleted. [ 587.782429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-978b91dd-5b5b-4eb5-80ff-c6eab2726c99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.222377] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.222538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.222607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.222812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.222912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.222974] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 already deleted. [ 588.223063] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.245640] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93ece3d4-e8da-47f6-825f-43a9ff2ed266 [ 588.245640] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.248021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.248021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.248021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.248021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.248021] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93ece3d4-e8da-47f6-825f-43a9ff2ed266 already deleted. [ 588.248021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93ece3d4-e8da-47f6-825f-43a9ff2ed266" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.248021] env[65309]: INFO networking_nsxv3.common.synchronization [req-4dc8df52-eb33-4ed0-8229-7850a9d71711 req-fc4477c9-2f01-4672-a4e8-d0377619d4d9 service nova] Enqueued Resource ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d with Priority: HIGHEST for action security_group_rules [ 588.248021] env[65309]: INFO networking_nsxv3.common.synchronization [req-4dc8df52-eb33-4ed0-8229-7850a9d71711 req-fc4477c9-2f01-4672-a4e8-d0377619d4d9 service nova] Enqueued Resource ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d with Priority: HIGHEST for action security_group_members [ 588.248021] env[65309]: INFO networking_nsxv3.common.synchronization [req-4dc8df52-eb33-4ed0-8229-7850a9d71711 req-fc4477c9-2f01-4672-a4e8-d0377619d4d9 service nova] Enqueued Resource ID: 1c621e89-c465-4319-991a-da8d90799028 with Priority: HIGHEST for action port [ 588.249670] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d with Priority: HIGHEST for action security_group_rules [ 588.253021] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d with Priority: HIGHEST for action security_group_members [ 588.253021] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c621e89-c465-4319-991a-da8d90799028 with Priority: HIGHEST for action port [ 588.253021] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.253021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.253021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.253021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.253021] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36b58e3d-9dea-44ce-bda9-cb3a4938f44d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.253021] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.253021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.253021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.256291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.256758] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.256927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.256983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.257180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.257264] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.257355] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36b58e3d-9dea-44ce-bda9-cb3a4938f44d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.258441] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c621e89-c465-4319-991a-da8d90799028 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.258553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c621e89-c465-4319-991a-da8d90799028" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.258553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c621e89-c465-4319-991a-da8d90799028" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.259745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c621e89-c465-4319-991a-da8d90799028" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.259745] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c621e89-c465-4319-991a-da8d90799028',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.672524] env[65309]: INFO networking_nsxv3.common.synchronization [None req-f5140aaa-455e-4601-a0c5-6dfa77aedff6 None None] Enqueued Resource ID: dbd4cb70-4940-4dbc-94aa-137e2e0c9b3f with Priority: HIGHEST for action port [ 588.673091] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd4cb70-4940-4dbc-94aa-137e2e0c9b3f with Priority: HIGHEST for action port [ 588.673400] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbd4cb70-4940-4dbc-94aa-137e2e0c9b3f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.673729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbd4cb70-4940-4dbc-94aa-137e2e0c9b3f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.673794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbd4cb70-4940-4dbc-94aa-137e2e0c9b3f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.674045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbd4cb70-4940-4dbc-94aa-137e2e0c9b3f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.674129] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbd4cb70-4940-4dbc-94aa-137e2e0c9b3f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.760846] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36b58e3d-9dea-44ce-bda9-cb3a4938f44d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.166974] env[65309]: INFO networking_nsxv3.common.synchronization [None req-2847638e-5265-4036-bea6-b0a67c847f2e tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 with Priority: HIGHEST for action security_group_rules [ 589.168596] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 with Priority: HIGHEST for action security_group_rules [ 589.169099] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe99b2f9-1a64-4b73-a16d-c0c508d90f04 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.169366] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.169536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.170027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.170208] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe99b2f9-1a64-4b73-a16d-c0c508d90f04',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.177955] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbd4cb70-4940-4dbc-94aa-137e2e0c9b3f [ 589.177955] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.177955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.177955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.180592] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.180592] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.180592] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbd4cb70-4940-4dbc-94aa-137e2e0c9b3f already deleted. [ 589.180592] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbd4cb70-4940-4dbc-94aa-137e2e0c9b3f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.262436] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.262436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.262733] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c621e89-c465-4319-991a-da8d90799028 with status ACTIVE [ 589.262790] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.262897] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.262957] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.263186] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.263277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.263516] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.263633] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.263694] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.263917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.263917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.264116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.264209] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.264291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.264403] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.264474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.264604] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c621e89-c465-4319-991a-da8d90799028 is going to be updated. [ 589.269052] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36b58e3d-9dea-44ce-bda9-cb3a4938f44d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.294398] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.294587] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.294625] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.294845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.294995] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.295987] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c621e89-c465-4319-991a-da8d90799028" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.559312] env[65309]: INFO networking_nsxv3.common.synchronization [None req-4513af51-d8ed-4b1a-bb52-d33dc2fdb589 tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 with Priority: HIGHEST for action security_group_rules [ 589.561403] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 with Priority: HIGHEST for action security_group_rules [ 589.561790] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe99b2f9-1a64-4b73-a16d-c0c508d90f04 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.561887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.692946] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.695096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.695096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.695096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.695096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.695096] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 already deleted. [ 589.695096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.695096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.695096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.695096] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe99b2f9-1a64-4b73-a16d-c0c508d90f04',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.734189] env[65309]: INFO networking_nsxv3.common.synchronization [None req-704b9b45-7e2b-41b4-ad06-eeb0abb3877a None None] Enqueued Resource ID: f766133c-de8d-4688-be3f-43b207198ed3 with Priority: HIGHEST for action port [ 589.734536] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f766133c-de8d-4688-be3f-43b207198ed3 with Priority: HIGHEST for action port [ 589.736270] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f766133c-de8d-4688-be3f-43b207198ed3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.736446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f766133c-de8d-4688-be3f-43b207198ed3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.737220] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f766133c-de8d-4688-be3f-43b207198ed3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.737220] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f766133c-de8d-4688-be3f-43b207198ed3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.737220] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f766133c-de8d-4688-be3f-43b207198ed3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.774947] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.774947] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.774947] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.774947] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.775310] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.775310] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d is going to be created. [ 589.800073] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d945bc9-d697-4a03-90f4-09e559cda25e in Status: SUCCESS [ 589.800073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.800204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.800440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.800624] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.800872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.800872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.801086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.801086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.801245] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.801245] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.803986] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.804128] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.804277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.805047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.805047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.817438] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d in Status: UNINITIALIZED for 2s [ 590.221584] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.221748] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.221904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.221991] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.222153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.222233] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 already deleted. [ 590.222312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.240387] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f766133c-de8d-4688-be3f-43b207198ed3 [ 590.240717] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.241842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.241927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.242151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.242224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.242311] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f766133c-de8d-4688-be3f-43b207198ed3 already deleted. [ 590.242381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f766133c-de8d-4688-be3f-43b207198ed3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.304143] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d945bc9-d697-4a03-90f4-09e559cda25e taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.304143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.304143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.304315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.304466] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.304596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.304640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.304813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.304908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.305624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.305624] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d945bc9-d697-4a03-90f4-09e559cda25e taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.305624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.305624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.305624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.305624] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.305624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.305941] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.305941] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.305941] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.305941] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.306081] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.808807] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d945bc9-d697-4a03-90f4-09e559cda25e: rpc.has_security_group_logging(os_id): False [ 590.827824] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.827958] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.828046] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.828281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.828343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.828554] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.828655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.828837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.828873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.828934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.829125] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.829254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.829294] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.829410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.829483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.829669] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.829751] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.830537] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.832467] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.832467] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.832467] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d945bc9-d697-4a03-90f4-09e559cda25e is going to be created. [ 590.907659] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.907659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.907659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.907795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.907857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.919322] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d945bc9-d697-4a03-90f4-09e559cda25e in Status: IN_PROGRESS for 2s [ 591.827988] env[65309]: INFO networking_nsxv3.common.synchronization [None req-520b5a14-ec0e-4d6c-9826-6e9fbaac15e4 None None] Enqueued Resource ID: 615ac63e-7427-46dd-afe4-b3e666650ada with Priority: HIGHEST for action port [ 591.829416] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615ac63e-7427-46dd-afe4-b3e666650ada with Priority: HIGHEST for action port [ 591.830256] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d in Status: SUCCESS [ 591.830403] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.830950] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-615ac63e-7427-46dd-afe4-b3e666650ada taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.831292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-615ac63e-7427-46dd-afe4-b3e666650ada" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.831292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-615ac63e-7427-46dd-afe4-b3e666650ada" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.831665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-615ac63e-7427-46dd-afe4-b3e666650ada" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.831784] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('615ac63e-7427-46dd-afe4-b3e666650ada',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.832659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.832837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.833240] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.833240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.833240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.833827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.833827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.833827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.833827] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36b58e3d-9dea-44ce-bda9-cb3a4938f44d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.242422] env[65309]: INFO networking_nsxv3.common.synchronization [req-9ca354bb-47c8-4937-8f58-a721a69b0bbe req-60b330d5-0680-4fe6-ad79-bc2f0ddc0a4a tempest-ImagesTestJSON-941911563 tempest-ImagesTestJSON-941911563-project-member] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 592.243338] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 592.243653] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.243781] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.243848] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.247770] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.248521] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.248521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.248521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.248521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.248521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.248521] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.337853] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36b58e3d-9dea-44ce-bda9-cb3a4938f44d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.340789] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 615ac63e-7427-46dd-afe4-b3e666650ada [ 592.340789] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.340789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.340789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.340789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.340789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.340789] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:615ac63e-7427-46dd-afe4-b3e666650ada already deleted. [ 592.340789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-615ac63e-7427-46dd-afe4-b3e666650ada" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.677995] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.677995] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.677995] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.678360] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.678606] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.678752] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.678863] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.679237] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.679407] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.679617] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.679725] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.679826] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.679926] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.680051] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.680154] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.680295] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.702373] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.702608] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.702801] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.703026] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.703398] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-2720e330-daef-4837-b084-0109cd7f2192 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.703615] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-2720e330-daef-4837-b084-0109cd7f2192" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.703760] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-2720e330-daef-4837-b084-0109cd7f2192" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.704093] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-2720e330-daef-4837-b084-0109cd7f2192" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.704235] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2720e330-daef-4837-b084-0109cd7f2192',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.751204] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.751410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.751410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.751663] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.751757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.752553] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.752553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.752553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.752553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.752553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.752553] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f already deleted. [ 592.752985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.841883] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36b58e3d-9dea-44ce-bda9-cb3a4938f44d: rpc.has_security_group_logging(os_id): False [ 592.861117] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.861117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.861117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.861117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.861343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.861581] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.861581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.861661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.861873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.861873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.861971] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d is going to be created. [ 592.864613] env[65309]: INFO networking_nsxv3.common.synchronization [None req-42be2036-977c-4655-abca-9f88fcb139c0 None None] Enqueued Resource ID: cb510db3-c965-404a-a4e1-d87004bfba4f with Priority: HIGHEST for action port [ 592.865192] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb510db3-c965-404a-a4e1-d87004bfba4f with Priority: HIGHEST for action port [ 592.865683] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb510db3-c965-404a-a4e1-d87004bfba4f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.865804] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb510db3-c965-404a-a4e1-d87004bfba4f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.865959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb510db3-c965-404a-a4e1-d87004bfba4f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.866068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb510db3-c965-404a-a4e1-d87004bfba4f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.866144] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb510db3-c965-404a-a4e1-d87004bfba4f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.921989] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.922161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.922161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.922377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.923092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.936772] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d in Status: IN_PROGRESS for 2s [ 592.938371] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d945bc9-d697-4a03-90f4-09e559cda25e in Status: SUCCESS [ 592.938686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.186929] env[65309]: INFO networking_nsxv3.common.synchronization [None req-1c8efdf5-ab9d-4db5-ab5d-07dfd3221334 None None] Enqueued Resource ID: 6556e806-7a21-478d-abf7-c4b49f2f1439 with Priority: HIGHEST for action port [ 593.187723] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6556e806-7a21-478d-abf7-c4b49f2f1439 with Priority: HIGHEST for action port [ 593.188436] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6556e806-7a21-478d-abf7-c4b49f2f1439 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.188599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6556e806-7a21-478d-abf7-c4b49f2f1439" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.188669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6556e806-7a21-478d-abf7-c4b49f2f1439" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.188945] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6556e806-7a21-478d-abf7-c4b49f2f1439" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.189041] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6556e806-7a21-478d-abf7-c4b49f2f1439',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.207381] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.207705] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.207853] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.208188] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.208399] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.209257] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 2720e330-daef-4837-b084-0109cd7f2192 not found, creating... [ 593.209257] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.209257] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.209257] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.209479] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.209520] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.209821] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.209970] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.210092] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.210294] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.210533] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.210671] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 2720e330-daef-4837-b084-0109cd7f2192 is going to be created. [ 593.232424] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.232655] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.232778] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.233052] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.233275] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.233489] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-2720e330-daef-4837-b084-0109cd7f2192" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.368249] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb510db3-c965-404a-a4e1-d87004bfba4f [ 593.368495] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.368633] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.368703] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.368920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.369026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.369123] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb510db3-c965-404a-a4e1-d87004bfba4f already deleted. [ 593.369217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb510db3-c965-404a-a4e1-d87004bfba4f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.691600] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6556e806-7a21-478d-abf7-c4b49f2f1439 [ 593.691861] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.691994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.692078] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.692328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.692420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.692515] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6556e806-7a21-478d-abf7-c4b49f2f1439 already deleted. [ 593.692592] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6556e806-7a21-478d-abf7-c4b49f2f1439" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.046032] env[65309]: INFO networking_nsxv3.common.synchronization [req-9ca354bb-47c8-4937-8f58-a721a69b0bbe req-be089f96-4f0f-4d4a-8293-1f299964afb8 service nova] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_rules [ 594.046361] env[65309]: INFO networking_nsxv3.common.synchronization [req-9ca354bb-47c8-4937-8f58-a721a69b0bbe req-be089f96-4f0f-4d4a-8293-1f299964afb8 service nova] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 594.047268] env[65309]: INFO networking_nsxv3.common.synchronization [req-9ca354bb-47c8-4937-8f58-a721a69b0bbe req-be089f96-4f0f-4d4a-8293-1f299964afb8 service nova] Enqueued Resource ID: 2720e330-daef-4837-b084-0109cd7f2192 with Priority: HIGHEST for action port [ 594.047637] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_rules [ 594.047882] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 594.048316] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2720e330-daef-4837-b084-0109cd7f2192 with Priority: HIGHEST for action port [ 594.048677] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.048854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.048929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.052024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.052024] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.052024] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.052024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.052024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.052024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.052024] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.052024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.052024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.052024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.052024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.052024] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.054568] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-2720e330-daef-4837-b084-0109cd7f2192 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.054568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2720e330-daef-4837-b084-0109cd7f2192" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.054568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2720e330-daef-4837-b084-0109cd7f2192" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.054568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2720e330-daef-4837-b084-0109cd7f2192" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.054568] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2720e330-daef-4837-b084-0109cd7f2192',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.395280] env[65309]: INFO networking_nsxv3.common.synchronization [None req-3e93681a-821c-4941-b7f3-54eccf233063 None None] Enqueued Resource ID: 6460ad08-67d9-4101-b2c8-9fb0eb288788 with Priority: HIGHEST for action port [ 594.395280] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6460ad08-67d9-4101-b2c8-9fb0eb288788 with Priority: HIGHEST for action port [ 594.395280] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6460ad08-67d9-4101-b2c8-9fb0eb288788 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.396334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6460ad08-67d9-4101-b2c8-9fb0eb288788" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.396334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6460ad08-67d9-4101-b2c8-9fb0eb288788" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.396334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6460ad08-67d9-4101-b2c8-9fb0eb288788" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.396334] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6460ad08-67d9-4101-b2c8-9fb0eb288788',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.496077] env[65309]: INFO networking_nsxv3.common.synchronization [req-aaff2088-1371-4438-9eeb-5c1e95c559a4 req-76105c79-e8bb-4080-aff3-d5b740ed5146 tempest-InstanceActionsNegativeTestJSON-1179713624 tempest-InstanceActionsNegativeTestJSON-1179713624-project-member] Enqueued Resource ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 with Priority: HIGHEST for action security_group_members [ 594.497053] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 with Priority: HIGHEST for action security_group_members [ 594.497381] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0396ed96-e38f-4b09-9e18-bfe8635a45b4 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.497463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.497463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.497763] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.498062] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.498062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.498174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.498275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.498366] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.498473] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0396ed96-e38f-4b09-9e18-bfe8635a45b4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.555202] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.556351] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.556496] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.557245] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2720e330-daef-4837-b084-0109cd7f2192 with status ACTIVE [ 594.557245] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.557245] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.557245] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.557474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.557474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.557697] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.557697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.557830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.557883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.562331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.563036] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.563676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.563676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.563676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.563676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.564377] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2720e330-daef-4837-b084-0109cd7f2192 is going to be updated. [ 594.591902] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.592115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.592366] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.592432] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.593293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.593293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2720e330-daef-4837-b084-0109cd7f2192" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.898926] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6460ad08-67d9-4101-b2c8-9fb0eb288788 [ 594.900033] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.900033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.900033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.900033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.900033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.900033] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6460ad08-67d9-4101-b2c8-9fb0eb288788 already deleted. [ 594.900033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6460ad08-67d9-4101-b2c8-9fb0eb288788" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.931234] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-655 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.931427] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-655" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.931544] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-655" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.931858] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-655" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.932146] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.932264] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.932387] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.932623] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.932700] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.932881] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.933568] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.934984] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.935371] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.935371] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.935371] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.935529] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.950369] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d in Status: SUCCESS [ 594.950590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.957806] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.957973] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.958122] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.958290] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-655" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.958740] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-bda19d93-1ddc-4d7b-8142-f9b71127b9df taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.958839] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-bda19d93-1ddc-4d7b-8142-f9b71127b9df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.958919] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-bda19d93-1ddc-4d7b-8142-f9b71127b9df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.959227] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-bda19d93-1ddc-4d7b-8142-f9b71127b9df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.959384] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bda19d93-1ddc-4d7b-8142-f9b71127b9df',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.003032] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.003183] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.003225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.004896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.004994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.005262] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.005462] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.005462] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.005654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.005761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.006216] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 already deleted. [ 595.006216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.058124] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.462482] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.462904] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.463181] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.464431] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.464722] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.464792] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port bda19d93-1ddc-4d7b-8142-f9b71127b9df not found, creating... [ 595.465167] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.465408] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.465492] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.465761] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.465956] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.466320] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.466539] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.466615] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.466860] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.467036] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.467168] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: bda19d93-1ddc-4d7b-8142-f9b71127b9df is going to be created. [ 595.491123] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.491457] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.491662] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.492034] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.492359] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.492625] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-bda19d93-1ddc-4d7b-8142-f9b71127b9df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.561683] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.561891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.561891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.562152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.562233] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.562362] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be created. [ 595.589193] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.589341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.589415] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.589648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.589809] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.609037] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: UNINITIALIZED for 2s [ 595.697500] env[65309]: INFO networking_nsxv3.common.synchronization [None req-81d21ac5-6228-47d0-a9d9-7c367890dced None None] Enqueued Resource ID: f33e4f55-6d41-49ab-80ff-b409752ec9a9 with Priority: HIGHEST for action port [ 595.698078] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33e4f55-6d41-49ab-80ff-b409752ec9a9 with Priority: HIGHEST for action port [ 595.698393] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f33e4f55-6d41-49ab-80ff-b409752ec9a9 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.698517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f33e4f55-6d41-49ab-80ff-b409752ec9a9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.698580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f33e4f55-6d41-49ab-80ff-b409752ec9a9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.698845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f33e4f55-6d41-49ab-80ff-b409752ec9a9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.698928] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f33e4f55-6d41-49ab-80ff-b409752ec9a9',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.201657] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f33e4f55-6d41-49ab-80ff-b409752ec9a9 [ 596.201972] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.202133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.202192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.202373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.202470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.202555] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f33e4f55-6d41-49ab-80ff-b409752ec9a9 already deleted. [ 596.202635] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f33e4f55-6d41-49ab-80ff-b409752ec9a9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.210455] env[65309]: INFO networking_nsxv3.common.synchronization [req-aaff2088-1371-4438-9eeb-5c1e95c559a4 req-59053e38-cd62-4335-af15-6091f2b979c0 service nova] Enqueued Resource ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 with Priority: HIGHEST for action security_group_rules [ 596.210628] env[65309]: INFO networking_nsxv3.common.synchronization [req-aaff2088-1371-4438-9eeb-5c1e95c559a4 req-59053e38-cd62-4335-af15-6091f2b979c0 service nova] Enqueued Resource ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 with Priority: HIGHEST for action security_group_members [ 596.210756] env[65309]: INFO networking_nsxv3.common.synchronization [req-aaff2088-1371-4438-9eeb-5c1e95c559a4 req-59053e38-cd62-4335-af15-6091f2b979c0 service nova] Enqueued Resource ID: bda19d93-1ddc-4d7b-8142-f9b71127b9df with Priority: HIGHEST for action port [ 596.210985] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 with Priority: HIGHEST for action security_group_rules [ 596.211160] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 with Priority: HIGHEST for action security_group_members [ 596.211393] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda19d93-1ddc-4d7b-8142-f9b71127b9df with Priority: HIGHEST for action port [ 596.212033] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0396ed96-e38f-4b09-9e18-bfe8635a45b4 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.212148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.212214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.212481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.212562] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0396ed96-e38f-4b09-9e18-bfe8635a45b4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.213486] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0396ed96-e38f-4b09-9e18-bfe8635a45b4 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.213632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.213775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.214041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.214227] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.214336] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.214403] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.214571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.214661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.214759] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0396ed96-e38f-4b09-9e18-bfe8635a45b4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.217221] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-bda19d93-1ddc-4d7b-8142-f9b71127b9df taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.217314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bda19d93-1ddc-4d7b-8142-f9b71127b9df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.217314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bda19d93-1ddc-4d7b-8142-f9b71127b9df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.217516] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bda19d93-1ddc-4d7b-8142-f9b71127b9df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.217606] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bda19d93-1ddc-4d7b-8142-f9b71127b9df',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.699402] env[65309]: INFO networking_nsxv3.common.synchronization [req-698a54f4-482f-4137-998c-5deffdcee23c req-6445a458-c360-4ea2-a206-a2d1ba76efb4 tempest-ImagesOneServerNegativeTestJSON-1290280587 tempest-ImagesOneServerNegativeTestJSON-1290280587-project-member] Enqueued Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 596.699900] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 596.701045] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.701045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.701045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.701045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.701045] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.701045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.701045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.701406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.701406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.701406] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.719659] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0396ed96-e38f-4b09-9e18-bfe8635a45b4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.721085] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0396ed96-e38f-4b09-9e18-bfe8635a45b4 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.721273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.722187] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bda19d93-1ddc-4d7b-8142-f9b71127b9df with status ACTIVE [ 596.722187] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.722187] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.722187] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.722687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.722687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.722886] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.723009] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.723009] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.723905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.723905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.723905] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.723905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.723905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.723905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.723905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.723905] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bda19d93-1ddc-4d7b-8142-f9b71127b9df is going to be updated. [ 596.748675] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.748821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.748880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.749188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.749443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.749625] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bda19d93-1ddc-4d7b-8142-f9b71127b9df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.059794] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.060017] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-920" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.060109] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-920" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.060418] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-920" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.062100] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.062100] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.062100] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.062100] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.062100] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.062100] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.062100] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.062100] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.062100] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.062100] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.062695] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.062695] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.084144] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.084144] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.084144] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.084144] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-920" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.084144] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-a5eb3348-2759-40c5-a4bc-0f5a3318fd1a taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.084144] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-a5eb3348-2759-40c5-a4bc-0f5a3318fd1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.084144] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-a5eb3348-2759-40c5-a4bc-0f5a3318fd1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.084561] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-a5eb3348-2759-40c5-a4bc-0f5a3318fd1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.084734] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5eb3348-2759-40c5-a4bc-0f5a3318fd1a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.203049] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.203690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.203785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.204026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.204124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.204480] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.204646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.205680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.205992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.205992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.206101] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 already deleted. [ 597.206206] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.226203] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0396ed96-e38f-4b09-9e18-bfe8635a45b4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.587359] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.587568] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.587687] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.588038] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.588137] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.588261] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port a5eb3348-2759-40c5-a4bc-0f5a3318fd1a not found, creating... [ 597.588518] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.588682] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.589066] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.589066] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.589195] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.589478] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.589631] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.589801] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.589966] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.590095] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.590246] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: a5eb3348-2759-40c5-a4bc-0f5a3318fd1a is going to be created. [ 597.625262] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 597.625546] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.626518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.626518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.626518] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.626518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.626518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.626518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.626518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.626879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.626879] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.628691] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.629026] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.629026] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.629511] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.629511] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.629724] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-a5eb3348-2759-40c5-a4bc-0f5a3318fd1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.729730] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.729730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.729730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.729730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.729730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.729730] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 is going to be created. [ 597.754016] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.754217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.754264] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.754464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.754990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.773740] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 in Status: UNINITIALIZED for 2s [ 598.133162] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.134281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.134362] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.134583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.134757] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.134852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.134906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.135088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.135174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.135227] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.135360] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.135446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.135507] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.135626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.135760] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.135845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.135898] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.136034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.136158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.136217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.136267] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.354023] env[65309]: INFO networking_nsxv3.common.synchronization [req-698a54f4-482f-4137-998c-5deffdcee23c req-8512c698-5533-4738-8ed3-d6e2455a3cec service nova] Enqueued Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_rules [ 598.354023] env[65309]: INFO networking_nsxv3.common.synchronization [req-698a54f4-482f-4137-998c-5deffdcee23c req-8512c698-5533-4738-8ed3-d6e2455a3cec service nova] Enqueued Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 598.354023] env[65309]: INFO networking_nsxv3.common.synchronization [req-698a54f4-482f-4137-998c-5deffdcee23c req-8512c698-5533-4738-8ed3-d6e2455a3cec service nova] Enqueued Resource ID: a5eb3348-2759-40c5-a4bc-0f5a3318fd1a with Priority: HIGHEST for action port [ 598.354023] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_rules [ 598.354023] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 598.354023] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5eb3348-2759-40c5-a4bc-0f5a3318fd1a with Priority: HIGHEST for action port [ 598.355123] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.359239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.359239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.359239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.359239] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.359239] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.359239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.359239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.359239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.359239] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.359239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.359239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.359239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.359239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.359239] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.363662] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5eb3348-2759-40c5-a4bc-0f5a3318fd1a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.363662] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5eb3348-2759-40c5-a4bc-0f5a3318fd1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.363662] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5eb3348-2759-40c5-a4bc-0f5a3318fd1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.363893] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5eb3348-2759-40c5-a4bc-0f5a3318fd1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.363934] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5eb3348-2759-40c5-a4bc-0f5a3318fd1a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.391952] env[65309]: INFO networking_nsxv3.common.synchronization [None req-b4d8055e-efc6-4edb-b1fe-c561c5ad730e None None] Enqueued Resource ID: d1c135cf-feb7-4546-aec1-193ab2cd342c with Priority: HIGHEST for action port [ 598.392699] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c135cf-feb7-4546-aec1-193ab2cd342c with Priority: HIGHEST for action port [ 598.393330] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1c135cf-feb7-4546-aec1-193ab2cd342c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.393475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1c135cf-feb7-4546-aec1-193ab2cd342c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.393544] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1c135cf-feb7-4546-aec1-193ab2cd342c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.393801] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1c135cf-feb7-4546-aec1-193ab2cd342c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.394188] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1c135cf-feb7-4546-aec1-193ab2cd342c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.639252] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f: rpc.has_security_group_logging(os_id): False [ 598.659780] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.660147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.660147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.660276] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.660334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.660556] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.660689] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.660747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.660869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.660935] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.661179] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.661287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.661353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.661506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.661582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.661781] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.661871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.661922] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.663051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.663150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.663283] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be created. [ 598.727026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.727179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.727274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.727648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.727648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.740253] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 598.868945] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.868945] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.868945] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.873316] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5eb3348-2759-40c5-a4bc-0f5a3318fd1a with status ACTIVE [ 598.873316] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.873316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.873316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.873316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.873316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.873316] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.873316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.873316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.873316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.873316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.873316] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.873316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.873316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.873316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.873316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.873316] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5eb3348-2759-40c5-a4bc-0f5a3318fd1a is going to be updated. [ 598.897346] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1c135cf-feb7-4546-aec1-193ab2cd342c [ 598.897346] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.897346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.897475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.897714] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.897884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.898066] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1c135cf-feb7-4546-aec1-193ab2cd342c already deleted. [ 598.898259] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1c135cf-feb7-4546-aec1-193ab2cd342c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.899716] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.899999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.900194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.900492] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.900718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.900989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5eb3348-2759-40c5-a4bc-0f5a3318fd1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.347172] env[65309]: INFO networking_nsxv3.common.synchronization [req-f6aae386-944d-454d-ae1b-0349c657e760 req-991a1ee8-7482-4843-9290-8bda4ba0b00f tempest-VolumesAdminNegativeTest-1032592440 tempest-VolumesAdminNegativeTest-1032592440-project-member] Enqueued Resource ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f with Priority: HIGHEST for action security_group_members [ 599.347172] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f with Priority: HIGHEST for action security_group_members [ 599.348842] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ed39c5-1d98-437e-bbf9-6a45f856c38f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.348842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.348842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.349299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.349299] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.349299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.349508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.349508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.349609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.349696] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67ed39c5-1d98-437e-bbf9-6a45f856c38f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.375933] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.780066] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-938 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.780275] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-938" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.780386] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-938" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.780715] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-938" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.780963] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.781125] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.781349] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.781514] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.781677] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.781896] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.782037] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.782157] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.782274] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.782414] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.782525] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.782661] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.784388] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 in Status: SUCCESS [ 599.784581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.785131] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.785318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.785492] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.785608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.785673] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.785842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.785925] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.786014] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.786117] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0396ed96-e38f-4b09-9e18-bfe8635a45b4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.804843] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.805027] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.805165] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.805377] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-938" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.805743] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-7e7c64ed-6805-40af-934d-5f4016a45929 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.805922] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-7e7c64ed-6805-40af-934d-5f4016a45929" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.806048] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-7e7c64ed-6805-40af-934d-5f4016a45929" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.806362] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-7e7c64ed-6805-40af-934d-5f4016a45929" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.806497] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e7c64ed-6805-40af-934d-5f4016a45929',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.853850] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.853850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.853850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.853850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.853850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.854472] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.854745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.854936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.855237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.855441] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.855616] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f already deleted. [ 599.855778] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.879776] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.879954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.880063] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.880329] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.880511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.880657] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 is going to be created. [ 599.907979] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.908145] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.908211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.908446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.908622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.920372] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: UNINITIALIZED for 2s [ 600.289391] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0396ed96-e38f-4b09-9e18-bfe8635a45b4 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.289586] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.289669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.289901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.290111] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.290304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.290304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.290453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.290561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.290683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.290794] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0396ed96-e38f-4b09-9e18-bfe8635a45b4 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.290889] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.290960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.291143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.291317] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.291424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.291478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.291635] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.291715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.291810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.291913] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0396ed96-e38f-4b09-9e18-bfe8635a45b4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.310439] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.310439] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.310676] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.311347] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.311347] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.311347] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 7e7c64ed-6805-40af-934d-5f4016a45929 not found, creating... [ 600.311637] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.312123] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.312123] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.312123] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.312291] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.312627] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.313360] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.313360] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.313360] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.313360] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.313603] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 7e7c64ed-6805-40af-934d-5f4016a45929 is going to be created. [ 600.344223] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.344506] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.344576] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.344802] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.345036] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.345253] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-7e7c64ed-6805-40af-934d-5f4016a45929" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.754814] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 600.755552] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.799109] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0396ed96-e38f-4b09-9e18-bfe8635a45b4: rpc.has_security_group_logging(os_id): False [ 600.816108] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.816248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.816315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.816529] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.816675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.816807] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.817078] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.817078] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.817165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.817196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.817367] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.817447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.817511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.817812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.817812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.818059] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.818059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.818059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.818306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.818306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.818391] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 is going to be created. [ 600.882523] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.882701] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.882803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.883033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.883214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.899443] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 in Status: IN_PROGRESS for 2s [ 601.098426] env[65309]: INFO networking_nsxv3.common.synchronization [req-f6aae386-944d-454d-ae1b-0349c657e760 req-cb727734-536a-4419-a648-ec9fb7f9ab55 service nova] Enqueued Resource ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f with Priority: HIGHEST for action security_group_rules [ 601.098596] env[65309]: INFO networking_nsxv3.common.synchronization [req-f6aae386-944d-454d-ae1b-0349c657e760 req-cb727734-536a-4419-a648-ec9fb7f9ab55 service nova] Enqueued Resource ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f with Priority: HIGHEST for action security_group_members [ 601.098725] env[65309]: INFO networking_nsxv3.common.synchronization [req-f6aae386-944d-454d-ae1b-0349c657e760 req-cb727734-536a-4419-a648-ec9fb7f9ab55 service nova] Enqueued Resource ID: 7e7c64ed-6805-40af-934d-5f4016a45929 with Priority: HIGHEST for action port [ 601.099764] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f with Priority: HIGHEST for action security_group_rules [ 601.099764] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f with Priority: HIGHEST for action security_group_members [ 601.099764] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7c64ed-6805-40af-934d-5f4016a45929 with Priority: HIGHEST for action port [ 601.099916] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67ed39c5-1d98-437e-bbf9-6a45f856c38f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.100260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.100366] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.100653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.100741] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67ed39c5-1d98-437e-bbf9-6a45f856c38f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.101675] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ed39c5-1d98-437e-bbf9-6a45f856c38f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.101794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.101859] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.102043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.102191] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.104822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.104822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.104822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.104822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.104822] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67ed39c5-1d98-437e-bbf9-6a45f856c38f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.104822] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e7c64ed-6805-40af-934d-5f4016a45929 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.104822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e7c64ed-6805-40af-934d-5f4016a45929" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.104822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e7c64ed-6805-40af-934d-5f4016a45929" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.104822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e7c64ed-6805-40af-934d-5f4016a45929" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.104822] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e7c64ed-6805-40af-934d-5f4016a45929',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.608695] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ed39c5-1d98-437e-bbf9-6a45f856c38f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.608695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.608695] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67ed39c5-1d98-437e-bbf9-6a45f856c38f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.610691] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e7c64ed-6805-40af-934d-5f4016a45929 with status ACTIVE [ 601.610691] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.610691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.610691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.610691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.610691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.610691] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.610691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.610691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.611077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.611108] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.612377] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.612377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.612377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.612377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.612377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.612377] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e7c64ed-6805-40af-934d-5f4016a45929 is going to be updated. [ 601.637895] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.638065] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.638138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.638319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.638446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.638599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e7c64ed-6805-40af-934d-5f4016a45929" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.666387] env[65309]: INFO networking_nsxv3.common.synchronization [req-20e68677-4456-466a-adc4-e11198acd1ec req-d7b24e23-f2ec-48fc-8885-43aee38dcdc5 tempest-InstanceActionsTestJSON-730284196 tempest-InstanceActionsTestJSON-730284196-project-member] Enqueued Resource ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c with Priority: HIGHEST for action security_group_members [ 601.666908] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c with Priority: HIGHEST for action security_group_members [ 601.667224] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.667336] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.667398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.667638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.667778] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.667871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.667927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.668509] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.668610] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.669960] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.930523] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: SUCCESS [ 601.930792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.931096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.931268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.931519] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.931641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.931710] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.932072] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.932072] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.932072] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.932175] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.114825] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67ed39c5-1d98-437e-bbf9-6a45f856c38f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.172977] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.173847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.173847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.173847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.173847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.174021] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.174107] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.174167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.174339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.174412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.174496] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c already deleted. [ 602.174594] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.236064] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.236064] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-552" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.236064] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-552" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.236064] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-552" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.236700] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.237019] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.237345] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.237669] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.237907] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.238286] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.238433] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.239988] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.239988] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.239988] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.239988] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.239988] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.262220] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.262470] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.262636] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.263080] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-552" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.263206] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-b000d1b5-73bf-449c-af70-c69e0826af28 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.263410] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-b000d1b5-73bf-449c-af70-c69e0826af28" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.263576] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-b000d1b5-73bf-449c-af70-c69e0826af28" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.263949] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-b000d1b5-73bf-449c-af70-c69e0826af28" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.264241] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b000d1b5-73bf-449c-af70-c69e0826af28',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.435561] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.435561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.435561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.435790] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.435986] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.436142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.436142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.436684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.436684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.436684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.437777] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.437777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.437777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.437777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.437777] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.437995] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.437995] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.438174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.438557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.439231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.439231] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.619708] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.619708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.619708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.620097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.620097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.620197] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f is going to be created. [ 602.648731] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.648923] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.648923] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.649322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.649518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.662975] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f in Status: UNINITIALIZED for 2s [ 602.706387] env[65309]: INFO networking_nsxv3.common.synchronization [None req-18fb5d1a-c05a-4782-b225-f6764ca06629 None None] Enqueued Resource ID: 68c894ed-3257-49ce-8e9d-343bb3d99743 with Priority: HIGHEST for action port [ 602.707136] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c894ed-3257-49ce-8e9d-343bb3d99743 with Priority: HIGHEST for action port [ 602.707629] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-68c894ed-3257-49ce-8e9d-343bb3d99743 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.707629] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68c894ed-3257-49ce-8e9d-343bb3d99743" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.707629] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68c894ed-3257-49ce-8e9d-343bb3d99743" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.707862] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68c894ed-3257-49ce-8e9d-343bb3d99743" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.707943] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c894ed-3257-49ce-8e9d-343bb3d99743',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.767732] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.767899] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.768061] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.768411] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.768608] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.768802] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port b000d1b5-73bf-449c-af70-c69e0826af28 not found, creating... [ 602.769136] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.769350] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.769514] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.769971] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.769971] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.770700] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.770890] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.771114] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.771359] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.771521] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.771707] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: b000d1b5-73bf-449c-af70-c69e0826af28 is going to be created. [ 602.793863] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.794108] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.794239] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.794535] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.794905] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.795185] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-b000d1b5-73bf-449c-af70-c69e0826af28" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.912233] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 in Status: SUCCESS [ 602.912489] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.941288] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 576fb55f-654c-4ef5-b8a2-92c689b04653: rpc.has_security_group_logging(os_id): False [ 602.977908] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.978162] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.978162] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.978661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.978661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.978661] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.978795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.978885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.979115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.979115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.979582] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.979582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.979582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.979582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.979725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.979814] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.979934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.979987] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.980566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.981024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.981024] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 is going to be created. [ 603.044042] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.044042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.044042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.044042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.044042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.058468] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: IN_PROGRESS for 2s [ 603.209864] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68c894ed-3257-49ce-8e9d-343bb3d99743 [ 603.210369] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.210634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.210768] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.211061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.211229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.211429] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68c894ed-3257-49ce-8e9d-343bb3d99743 already deleted. [ 603.211563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68c894ed-3257-49ce-8e9d-343bb3d99743" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.549498] env[65309]: INFO networking_nsxv3.common.synchronization [req-20e68677-4456-466a-adc4-e11198acd1ec req-79dfb6e4-c21c-4eba-8ae5-3ae6d9a54659 service nova] Enqueued Resource ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c with Priority: HIGHEST for action security_group_rules [ 603.549947] env[65309]: INFO networking_nsxv3.common.synchronization [req-20e68677-4456-466a-adc4-e11198acd1ec req-79dfb6e4-c21c-4eba-8ae5-3ae6d9a54659 service nova] Enqueued Resource ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c with Priority: HIGHEST for action security_group_members [ 603.550264] env[65309]: INFO networking_nsxv3.common.synchronization [req-20e68677-4456-466a-adc4-e11198acd1ec req-79dfb6e4-c21c-4eba-8ae5-3ae6d9a54659 service nova] Enqueued Resource ID: b000d1b5-73bf-449c-af70-c69e0826af28 with Priority: HIGHEST for action port [ 603.551360] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c with Priority: HIGHEST for action security_group_rules [ 603.551650] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c with Priority: HIGHEST for action security_group_members [ 603.551893] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b000d1b5-73bf-449c-af70-c69e0826af28 with Priority: HIGHEST for action port [ 603.553766] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.553766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.553766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.553766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.553766] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.557682] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.558205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.558477] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.559912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.559912] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.559912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.559912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.559912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.559912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.559912] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.561927] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b000d1b5-73bf-449c-af70-c69e0826af28 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.563916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b000d1b5-73bf-449c-af70-c69e0826af28" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.563916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b000d1b5-73bf-449c-af70-c69e0826af28" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.563916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b000d1b5-73bf-449c-af70-c69e0826af28" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.563916] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b000d1b5-73bf-449c-af70-c69e0826af28',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.065746] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.065746] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.065746] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.067285] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b000d1b5-73bf-449c-af70-c69e0826af28 with status ACTIVE [ 604.067681] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.068062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.068270] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.068598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.068815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.071018] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.071018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.071018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.071018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.071018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.071018] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.071018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.071018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.071018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.071018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.071018] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b000d1b5-73bf-449c-af70-c69e0826af28 is going to be updated. [ 604.099885] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.100073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.100141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.101759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.101759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.101759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b000d1b5-73bf-449c-af70-c69e0826af28" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.571928] env[65309]: INFO networking_nsxv3.common.synchronization [None req-4a0a7f11-fe4f-4a1f-a672-d537f5aa152d None None] Enqueued Resource ID: 803c7b9a-2b0a-45d0-a51c-b698d424e173 with Priority: HIGHEST for action port [ 604.571928] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803c7b9a-2b0a-45d0-a51c-b698d424e173 with Priority: HIGHEST for action port [ 604.572925] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-803c7b9a-2b0a-45d0-a51c-b698d424e173 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.573300] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-803c7b9a-2b0a-45d0-a51c-b698d424e173" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.573300] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-803c7b9a-2b0a-45d0-a51c-b698d424e173" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.573562] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-803c7b9a-2b0a-45d0-a51c-b698d424e173" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.573932] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('803c7b9a-2b0a-45d0-a51c-b698d424e173',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.576621] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.675112] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f in Status: SUCCESS [ 604.675315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.675399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.675619] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.675808] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.675924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.675985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.676143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.676230] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.676318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.676412] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67ed39c5-1d98-437e-bbf9-6a45f856c38f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.071543] env[65309]: INFO networking_nsxv3.common.synchronization [req-61626c7d-c1fa-479d-af07-c4b1a82f4802 req-5522ab1f-24a6-402d-bf96-a9a1f35902ed tempest-DeleteServersAdminTestJSON-166166516 tempest-DeleteServersAdminTestJSON-166166516-project-admin] Enqueued Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_members [ 605.071543] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_members [ 605.071934] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d945bc9-d697-4a03-90f4-09e559cda25e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.072031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.074420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.074420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.074420] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.074420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.074420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.074420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.074420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.074420] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.078320] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: SUCCESS [ 605.078433] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.079252] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.079252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.079431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.079503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.080651] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.080651] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c is going to be created. [ 605.080753] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 803c7b9a-2b0a-45d0-a51c-b698d424e173 [ 605.082312] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.082312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.082312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.082312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.082312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.082312] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:803c7b9a-2b0a-45d0-a51c-b698d424e173 already deleted. [ 605.082312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-803c7b9a-2b0a-45d0-a51c-b698d424e173" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.115246] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.115378] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.115443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.115667] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.115858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.138766] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c in Status: UNINITIALIZED for 2s [ 605.182574] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ed39c5-1d98-437e-bbf9-6a45f856c38f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.182574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.182574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.182574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.182574] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.182574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.182574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.182574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.182574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.182574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.182574] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ed39c5-1d98-437e-bbf9-6a45f856c38f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.182574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.182574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.182574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.182574] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.182574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.183382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.183382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.183382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.183382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.183382] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67ed39c5-1d98-437e-bbf9-6a45f856c38f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.556404] env[65309]: INFO networking_nsxv3.common.synchronization [req-e7f09bfd-e20b-4121-9d00-70a701ba54f5 req-c2377944-c3cd-42ae-b114-1122d1bc94f9 tempest-VolumesAssistedSnapshotsTest-2007413339 tempest-VolumesAssistedSnapshotsTest-2007413339-project-member] Enqueued Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGHEST for action security_group_members [ 605.556475] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGHEST for action security_group_members [ 605.556728] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0c7338-a4ec-48bc-b911-a3d528e026a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.556849] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.556914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.557641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.557827] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.557977] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.558067] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.558258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.558362] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.558459] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a0c7338-a4ec-48bc-b911-a3d528e026a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.580558] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.580558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.580558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.580558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.580558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.580558] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.580558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.580558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.580558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.580558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.580558] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d945bc9-d697-4a03-90f4-09e559cda25e is going to be updated. [ 605.618529] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.618736] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.618836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.619119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.619314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.632703] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d945bc9-d697-4a03-90f4-09e559cda25e in Status: IN_PROGRESS for 2s [ 605.636552] env[65309]: INFO networking_nsxv3.common.synchronization [None req-5622a14d-0bd9-499a-9a56-e80c8358cfdf None None] Enqueued Resource ID: 1db203fc-6d8f-456c-b149-54383be81fbc with Priority: HIGHEST for action port [ 605.638794] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db203fc-6d8f-456c-b149-54383be81fbc with Priority: HIGHEST for action port [ 605.639108] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1db203fc-6d8f-456c-b149-54383be81fbc taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.639214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1db203fc-6d8f-456c-b149-54383be81fbc" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.639270] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1db203fc-6d8f-456c-b149-54383be81fbc" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.640262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1db203fc-6d8f-456c-b149-54383be81fbc" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.640262] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db203fc-6d8f-456c-b149-54383be81fbc',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.686283] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67ed39c5-1d98-437e-bbf9-6a45f856c38f: rpc.has_security_group_logging(os_id): False [ 605.725950] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.727117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.727117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.727117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.727117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.727117] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.727117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.727117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.727459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.727459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.729325] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.729325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.729325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.729325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.729325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.729325] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.729325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.729325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.729325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.729799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.729799] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f is going to be created. [ 605.802870] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.802959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.802995] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.804275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.804275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.824534] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f in Status: IN_PROGRESS for 2s [ 606.060441] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.060783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.060783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.061048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.061187] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.061493] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.061654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.061760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.061983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.062148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.062284] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 already deleted. [ 606.062411] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.066544] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.067149] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-329" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.067149] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-329" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.067149] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-329" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.067392] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.067539] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.067648] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.067852] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.067987] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.068259] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.068369] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.068662] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.068729] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.068785] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.068877] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.069022] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.087286] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.087699] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.087699] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.087970] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-329" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.088402] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-ffe3d1fc-a603-48e5-a45a-c8b5bcf17313 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.088594] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-ffe3d1fc-a603-48e5-a45a-c8b5bcf17313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.088715] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-ffe3d1fc-a603-48e5-a45a-c8b5bcf17313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.089053] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-ffe3d1fc-a603-48e5-a45a-c8b5bcf17313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.089194] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffe3d1fc-a603-48e5-a45a-c8b5bcf17313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.141990] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1db203fc-6d8f-456c-b149-54383be81fbc [ 606.142267] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.142412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.142554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.142763] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.142863] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.142967] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1db203fc-6d8f-456c-b149-54383be81fbc already deleted. [ 606.143039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1db203fc-6d8f-456c-b149-54383be81fbc" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.592031] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.592313] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.592451] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.592735] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.592886] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.593049] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port ffe3d1fc-a603-48e5-a45a-c8b5bcf17313 not found, creating... [ 606.593350] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.593494] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.593619] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.593859] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.593990] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.594292] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.594463] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.594583] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.594839] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.594986] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.595137] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: ffe3d1fc-a603-48e5-a45a-c8b5bcf17313 is going to be created. [ 606.621765] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.622063] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.622126] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.622836] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.622836] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.622985] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-ffe3d1fc-a603-48e5-a45a-c8b5bcf17313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.058175] env[65309]: INFO networking_nsxv3.common.synchronization [req-c9f58944-ddbc-4dfa-8c38-b58100942dbd req-90100437-e429-4aa1-939e-3c8a89729719 tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 with Priority: HIGHEST for action security_group_members [ 607.058930] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 with Priority: HIGHEST for action security_group_members [ 607.063111] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.063284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.063328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.063815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.064113] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.064287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.064358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.065388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.065388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.065388] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe99b2f9-1a64-4b73-a16d-c0c508d90f04',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.151062] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c in Status: SUCCESS [ 607.151599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.151663] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.151902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.152203] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.152483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.152483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.152627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.152716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.152809] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.152904] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.414946] env[65309]: INFO networking_nsxv3.common.synchronization [req-e7f09bfd-e20b-4121-9d00-70a701ba54f5 req-c5f614d4-ce16-44e6-8cc8-cd9e2230c14e service nova] Enqueued Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGHEST for action security_group_rules [ 607.415139] env[65309]: INFO networking_nsxv3.common.synchronization [req-e7f09bfd-e20b-4121-9d00-70a701ba54f5 req-c5f614d4-ce16-44e6-8cc8-cd9e2230c14e service nova] Enqueued Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGHEST for action security_group_members [ 607.415276] env[65309]: INFO networking_nsxv3.common.synchronization [req-e7f09bfd-e20b-4121-9d00-70a701ba54f5 req-c5f614d4-ce16-44e6-8cc8-cd9e2230c14e service nova] Enqueued Resource ID: ffe3d1fc-a603-48e5-a45a-c8b5bcf17313 with Priority: HIGHEST for action port [ 607.415837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGHEST for action security_group_rules [ 607.416027] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGHEST for action security_group_members [ 607.416902] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffe3d1fc-a603-48e5-a45a-c8b5bcf17313 with Priority: HIGHEST for action port [ 607.417252] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.417907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.417907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.417907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.417907] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a0c7338-a4ec-48bc-b911-a3d528e026a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.419371] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0c7338-a4ec-48bc-b911-a3d528e026a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.419371] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.420200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.420274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.420392] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.420499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.420568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.420725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.421251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.421251] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a0c7338-a4ec-48bc-b911-a3d528e026a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.423312] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffe3d1fc-a603-48e5-a45a-c8b5bcf17313 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.426274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffe3d1fc-a603-48e5-a45a-c8b5bcf17313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.426274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffe3d1fc-a603-48e5-a45a-c8b5bcf17313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.426274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffe3d1fc-a603-48e5-a45a-c8b5bcf17313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.426274] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffe3d1fc-a603-48e5-a45a-c8b5bcf17313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.568224] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.568388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.568797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.569077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.569077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.570601] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.570930] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.571030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.571437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.571758] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.572045] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 already deleted. [ 607.572697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.649840] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d945bc9-d697-4a03-90f4-09e559cda25e in Status: SUCCESS [ 607.650463] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d945bc9-d697-4a03-90f4-09e559cda25e deletion is rescheduled due to dependency. [ 607.650628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.655697] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.655851] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.655903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.656139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.657291] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.660655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.660655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.660655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.660655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.660655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.660655] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.660655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.660655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.660655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.660655] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.660655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.660655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.660655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.660655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.660655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.660655] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.686189] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.686189] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.686189] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.686189] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.686189] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.686189] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.686189] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.686189] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.686189] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.686625] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.686625] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.686625] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.686707] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.686890] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.686890] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.688457] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.731841] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.732038] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.732193] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.732403] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.732699] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-5d79ac54-0674-43fd-9e67-03989bb039a9 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.732875] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-5d79ac54-0674-43fd-9e67-03989bb039a9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.733068] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-5d79ac54-0674-43fd-9e67-03989bb039a9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.733328] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-5d79ac54-0674-43fd-9e67-03989bb039a9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.733460] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d79ac54-0674-43fd-9e67-03989bb039a9',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.839654] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f in Status: SUCCESS [ 607.839842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.927535] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0c7338-a4ec-48bc-b911-a3d528e026a3 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.927687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.927971] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a0c7338-a4ec-48bc-b911-a3d528e026a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.933022] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffe3d1fc-a603-48e5-a45a-c8b5bcf17313 with status ACTIVE [ 607.933022] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.933022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.933022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.933022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.933022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.933022] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.933022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.933022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.933022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.933022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.933022] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.933022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.933022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.933022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.933022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.933022] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffe3d1fc-a603-48e5-a45a-c8b5bcf17313 is going to be updated. [ 607.958700] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.958926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.959070] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.959392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.959591] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.959853] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffe3d1fc-a603-48e5-a45a-c8b5bcf17313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.084297] env[65309]: INFO networking_nsxv3.common.synchronization [None req-aa9b200d-3029-451d-8d9b-f981edae9d4e tempest-ServersWithSpecificFlavorTestJSON-1996120784 tempest-ServersWithSpecificFlavorTestJSON-1996120784-project-member] Enqueued Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_rules [ 608.087411] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_rules [ 608.089567] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.089887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.090009] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.090292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.090373] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.163540] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c: rpc.has_security_group_logging(os_id): False [ 608.187867] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.188108] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.188187] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.188414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.188511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.188729] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.188828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.188892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.189174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.189174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.189327] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.189382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.189440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.189582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.189654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.189838] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.189929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.189989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.190727] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.190727] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.190727] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c is going to be created. [ 608.197734] env[65309]: INFO networking_nsxv3.common.synchronization [None req-735327e1-367b-4580-9bbe-020ce129b568 tempest-ServersWithSpecificFlavorTestJSON-1996120784 tempest-ServersWithSpecificFlavorTestJSON-1996120784-project-member] Enqueued Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_rules [ 608.198289] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_rules [ 608.198622] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.198732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.236603] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.236815] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.236934] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.237245] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.237392] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.237541] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 5d79ac54-0674-43fd-9e67-03989bb039a9 not found, creating... [ 608.242044] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.242352] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.242535] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.242845] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.243011] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.246661] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.246661] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.246661] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.246661] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.246661] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.246661] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 5d79ac54-0674-43fd-9e67-03989bb039a9 is going to be created. [ 608.257873] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.258039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.258112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.258330] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.258536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.269053] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c in Status: IN_PROGRESS for 2s [ 608.272845] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.273093] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.273216] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.273496] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.273744] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.274009] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-5d79ac54-0674-43fd-9e67-03989bb039a9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.432114] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a0c7338-a4ec-48bc-b911-a3d528e026a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.476364] env[65309]: INFO networking_nsxv3.common.synchronization [None req-54a0a574-6bf7-462b-b64d-d776a243f389 None None] Enqueued Resource ID: 52837a89-d6b4-46fd-92fa-c8a984d183db with Priority: HIGHEST for action port [ 608.477976] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52837a89-d6b4-46fd-92fa-c8a984d183db with Priority: HIGHEST for action port [ 608.478145] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-52837a89-d6b4-46fd-92fa-c8a984d183db taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.478289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52837a89-d6b4-46fd-92fa-c8a984d183db" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.478289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52837a89-d6b4-46fd-92fa-c8a984d183db" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.479492] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52837a89-d6b4-46fd-92fa-c8a984d183db" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.479492] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52837a89-d6b4-46fd-92fa-c8a984d183db',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.617874] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.617874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.617874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.617874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.617874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.617874] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 already deleted. [ 608.618364] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.618506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.618712] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.618800] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.934181] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.935123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.935123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.935123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.935123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.935123] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 is going to be created. [ 608.964456] env[65309]: INFO networking_nsxv3.common.synchronization [req-c9f58944-ddbc-4dfa-8c38-b58100942dbd req-9a1700b0-fddc-4a79-81e1-1aa7a75be85e service nova] Enqueued Resource ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 with Priority: HIGHEST for action security_group_rules [ 608.964703] env[65309]: INFO networking_nsxv3.common.synchronization [req-c9f58944-ddbc-4dfa-8c38-b58100942dbd req-9a1700b0-fddc-4a79-81e1-1aa7a75be85e service nova] Enqueued Resource ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 with Priority: HIGHEST for action security_group_members [ 608.964942] env[65309]: INFO networking_nsxv3.common.synchronization [req-c9f58944-ddbc-4dfa-8c38-b58100942dbd req-9a1700b0-fddc-4a79-81e1-1aa7a75be85e service nova] Enqueued Resource ID: 5d79ac54-0674-43fd-9e67-03989bb039a9 with Priority: HIGHEST for action port [ 608.966327] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.966857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.966857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.966997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.967181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.969123] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 with Priority: HIGHEST for action security_group_rules [ 608.969338] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 with Priority: HIGHEST for action security_group_members [ 608.969501] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d79ac54-0674-43fd-9e67-03989bb039a9 with Priority: HIGHEST for action port [ 608.969931] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe99b2f9-1a64-4b73-a16d-c0c508d90f04 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.970211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.970335] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.970557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.970646] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe99b2f9-1a64-4b73-a16d-c0c508d90f04',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.972051] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.972051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.972051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.972051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.972306] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.972397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.972564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.972740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.972873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.973456] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe99b2f9-1a64-4b73-a16d-c0c508d90f04',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.974194] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d79ac54-0674-43fd-9e67-03989bb039a9 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.974488] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d79ac54-0674-43fd-9e67-03989bb039a9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.974488] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d79ac54-0674-43fd-9e67-03989bb039a9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.974695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d79ac54-0674-43fd-9e67-03989bb039a9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.974828] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d79ac54-0674-43fd-9e67-03989bb039a9',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.981352] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52837a89-d6b4-46fd-92fa-c8a984d183db [ 608.981905] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.981905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.981905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.982072] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.982072] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.982136] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52837a89-d6b4-46fd-92fa-c8a984d183db already deleted. [ 608.982248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52837a89-d6b4-46fd-92fa-c8a984d183db" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.989811] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 in Status: UNINITIALIZED for 2s [ 609.142099] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.142240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.142361] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.142574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.142685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.142685] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 already deleted. [ 609.142807] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.485086] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.485086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.485086] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe99b2f9-1a64-4b73-a16d-c0c508d90f04',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.485086] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d79ac54-0674-43fd-9e67-03989bb039a9 with status ACTIVE [ 609.485086] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.485086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.485086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.485086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.485086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.485086] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.485086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.485086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.485086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.485086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.487602] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.487602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.487602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.487602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.487602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.487836] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d79ac54-0674-43fd-9e67-03989bb039a9 is going to be updated. [ 609.524488] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.525271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.525271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.525271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.525623] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.526082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d79ac54-0674-43fd-9e67-03989bb039a9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.875651] env[65309]: INFO networking_nsxv3.common.synchronization [None req-4923044e-2e29-4511-a869-4e4d6205cfdc tempest-ServersV294TestFqdnHostnames-1873851894 tempest-ServersV294TestFqdnHostnames-1873851894-project-member] Enqueued Resource ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 with Priority: HIGHEST for action security_group_rules [ 609.876552] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 with Priority: HIGHEST for action security_group_rules [ 609.876992] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ec7d003-6bc9-4d52-ad55-e477b40356b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.877226] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.877699] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.877699] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.877779] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ec7d003-6bc9-4d52-ad55-e477b40356b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.989590] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe99b2f9-1a64-4b73-a16d-c0c508d90f04',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.997684] env[65309]: INFO networking_nsxv3.common.synchronization [None req-d3c2ab13-569d-49f8-ab1d-5ffd6ac1a87b tempest-ServersV294TestFqdnHostnames-1873851894 tempest-ServersV294TestFqdnHostnames-1873851894-project-member] Enqueued Resource ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 with Priority: HIGHEST for action security_group_rules [ 609.998308] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 with Priority: HIGHEST for action security_group_rules [ 609.998622] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ec7d003-6bc9-4d52-ad55-e477b40356b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.998754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.290562] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c in Status: SUCCESS [ 610.290895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.409256] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.409839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.409971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.410455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.410455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.410455] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 already deleted. [ 610.410632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.410810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.411110] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.412512] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ec7d003-6bc9-4d52-ad55-e477b40356b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.492700] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.493036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.493036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.493183] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.493216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.493301] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 is going to be created. [ 610.518530] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.518735] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.518735] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.519484] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.519783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.531353] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 in Status: UNINITIALIZED for 2s [ 610.937131] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.937325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.937325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.937647] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.937784] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.937963] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 already deleted. [ 610.938070] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.001617] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 in Status: SUCCESS [ 611.001617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.001617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.001617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.001969] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.001969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.001969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.002113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.002113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.004421] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.004421] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a0c7338-a4ec-48bc-b911-a3d528e026a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.504838] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a0c7338-a4ec-48bc-b911-a3d528e026a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.007181] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a0c7338-a4ec-48bc-b911-a3d528e026a3: rpc.has_security_group_logging(os_id): False [ 612.027513] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.027727] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.027833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.028163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.028304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.028667] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.028826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.028917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.029177] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.029288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.029451] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 is going to be created. [ 612.094840] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.094840] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.094840] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.094840] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.095252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.117730] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 in Status: IN_PROGRESS for 2s [ 612.544378] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 in Status: SUCCESS [ 612.544378] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.545511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.545511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.545511] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.545511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.545511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.545955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.545955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.545955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.545955] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe99b2f9-1a64-4b73-a16d-c0c508d90f04',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.056428] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe99b2f9-1a64-4b73-a16d-c0c508d90f04',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.561361] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe99b2f9-1a64-4b73-a16d-c0c508d90f04: rpc.has_security_group_logging(os_id): False [ 613.583800] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.584124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.584245] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.584571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.584820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.585208] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.585357] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.585449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.585684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.585789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.585912] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 is going to be created. [ 613.648692] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.648911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.648911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.649125] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.649310] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.661238] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 in Status: IN_PROGRESS for 2s [ 614.139421] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 in Status: SUCCESS [ 614.139582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.865718] env[65309]: INFO networking_nsxv3.common.synchronization [None req-0a047db0-43aa-4917-8d15-2c3122d2288d None None] Enqueued Resource ID: fe298ddf-526a-4799-a7a8-af6fe8156743 with Priority: HIGHEST for action port [ 614.866813] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe298ddf-526a-4799-a7a8-af6fe8156743 with Priority: HIGHEST for action port [ 614.867830] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe298ddf-526a-4799-a7a8-af6fe8156743 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.868328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe298ddf-526a-4799-a7a8-af6fe8156743" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.868328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe298ddf-526a-4799-a7a8-af6fe8156743" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.869034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe298ddf-526a-4799-a7a8-af6fe8156743" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.869034] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe298ddf-526a-4799-a7a8-af6fe8156743',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.265602] env[65309]: INFO networking_nsxv3.common.synchronization [req-c0178f12-c100-493f-80d0-2b2dc0605d81 req-8a7b071a-7f54-4a39-8608-8ea6f49f9130 tempest-TenantUsagesTestJSON-286761639 tempest-TenantUsagesTestJSON-286761639-project-member] Enqueued Resource ID: cc2b90e9-9a8c-4328-a941-25104f2c267b with Priority: HIGHEST for action security_group_members [ 615.265602] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2b90e9-9a8c-4328-a941-25104f2c267b with Priority: HIGHEST for action security_group_members [ 615.266286] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2b90e9-9a8c-4328-a941-25104f2c267b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.266286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.266286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.266624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.266810] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.266999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.267074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.267284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.268205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.268352] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2b90e9-9a8c-4328-a941-25104f2c267b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.372461] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe298ddf-526a-4799-a7a8-af6fe8156743 [ 615.372789] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.372952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.373040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.373293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.373406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.373513] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe298ddf-526a-4799-a7a8-af6fe8156743 already deleted. [ 615.373619] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe298ddf-526a-4799-a7a8-af6fe8156743" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.676264] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 in Status: SUCCESS [ 615.676544] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.770304] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.770521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.770521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.770821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.770915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.771175] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.771289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.771351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.771542] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.771734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.771734] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2b90e9-9a8c-4328-a941-25104f2c267b already deleted. [ 615.771871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.884207] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.884572] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.884572] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.884847] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.885620] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.885810] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.885936] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.886182] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.886328] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.886575] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.886633] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.886738] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.886836] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.886938] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.887049] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.887182] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.910533] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.910728] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.910850] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.911046] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.912035] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-37a507f2-84dd-46c3-946c-517424dc941f taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.912035] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-37a507f2-84dd-46c3-946c-517424dc941f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.912035] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-37a507f2-84dd-46c3-946c-517424dc941f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.912035] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-37a507f2-84dd-46c3-946c-517424dc941f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.912197] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37a507f2-84dd-46c3-946c-517424dc941f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.416137] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.416409] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.416462] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.416945] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.416945] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.417183] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 37a507f2-84dd-46c3-946c-517424dc941f not found, creating... [ 616.417356] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.417518] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.417629] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.417914] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.418070] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.418376] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.418539] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.418645] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.420074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.420074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.420074] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 37a507f2-84dd-46c3-946c-517424dc941f is going to be created. [ 616.449565] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.449783] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.450436] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.450436] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.450654] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.450694] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-37a507f2-84dd-46c3-946c-517424dc941f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.192386] env[65309]: INFO networking_nsxv3.common.synchronization [req-c0178f12-c100-493f-80d0-2b2dc0605d81 req-b78fd02e-1609-4021-8d2a-1056ca6db2e7 service nova] Enqueued Resource ID: cc2b90e9-9a8c-4328-a941-25104f2c267b with Priority: HIGHEST for action security_group_rules [ 617.192386] env[65309]: INFO networking_nsxv3.common.synchronization [req-c0178f12-c100-493f-80d0-2b2dc0605d81 req-b78fd02e-1609-4021-8d2a-1056ca6db2e7 service nova] Enqueued Resource ID: cc2b90e9-9a8c-4328-a941-25104f2c267b with Priority: HIGHEST for action security_group_members [ 617.192386] env[65309]: INFO networking_nsxv3.common.synchronization [req-c0178f12-c100-493f-80d0-2b2dc0605d81 req-b78fd02e-1609-4021-8d2a-1056ca6db2e7 service nova] Enqueued Resource ID: 37a507f2-84dd-46c3-946c-517424dc941f with Priority: HIGHEST for action port [ 617.192686] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2b90e9-9a8c-4328-a941-25104f2c267b with Priority: HIGHEST for action security_group_rules [ 617.192812] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2b90e9-9a8c-4328-a941-25104f2c267b with Priority: HIGHEST for action security_group_members [ 617.192905] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37a507f2-84dd-46c3-946c-517424dc941f with Priority: HIGHEST for action port [ 617.193336] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc2b90e9-9a8c-4328-a941-25104f2c267b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.193454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.193781] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.193888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.193888] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc2b90e9-9a8c-4328-a941-25104f2c267b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.195353] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2b90e9-9a8c-4328-a941-25104f2c267b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.195421] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.195470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.197993] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.198180] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.198353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.198397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.198538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.198627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.198730] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2b90e9-9a8c-4328-a941-25104f2c267b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.199743] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-37a507f2-84dd-46c3-946c-517424dc941f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.199867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37a507f2-84dd-46c3-946c-517424dc941f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.199953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37a507f2-84dd-46c3-946c-517424dc941f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.200244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37a507f2-84dd-46c3-946c-517424dc941f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.200318] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37a507f2-84dd-46c3-946c-517424dc941f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.461513] env[65309]: INFO networking_nsxv3.common.synchronization [None req-cbe72b01-b23b-431c-a23f-6a1e1d85da95 None None] Enqueued Resource ID: 157ae663-deb7-467d-a25e-2fb91942ea66 with Priority: HIGHEST for action port [ 617.462078] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 157ae663-deb7-467d-a25e-2fb91942ea66 with Priority: HIGHEST for action port [ 617.462400] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-157ae663-deb7-467d-a25e-2fb91942ea66 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.463472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-157ae663-deb7-467d-a25e-2fb91942ea66" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.463472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-157ae663-deb7-467d-a25e-2fb91942ea66" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.463472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-157ae663-deb7-467d-a25e-2fb91942ea66" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.463472] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('157ae663-deb7-467d-a25e-2fb91942ea66',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.564302] env[65309]: INFO networking_nsxv3.common.synchronization [req-33beb9eb-fd91-4cb8-8e56-f0878f80e343 req-514a0795-b84b-415e-95dc-9229ac258199 tempest-ImagesNegativeTestJSON-799538329 tempest-ImagesNegativeTestJSON-799538329-project-member] Enqueued Resource ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 with Priority: HIGHEST for action security_group_members [ 617.564363] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 with Priority: HIGHEST for action security_group_members [ 617.564672] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-c52584b9-5e11-4fe7-ae03-4ac890268d09 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.565522] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.565691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.566408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.566408] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.566408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.566408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.566691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.566691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.566691] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c52584b9-5e11-4fe7-ae03-4ac890268d09',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.702485] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2b90e9-9a8c-4328-a941-25104f2c267b taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.702706] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.705406] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37a507f2-84dd-46c3-946c-517424dc941f with status ACTIVE [ 617.705553] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.705686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.705748] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.705964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.706068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.708757] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.708757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.708757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.708757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.708757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.708757] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.708757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.708757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.708757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.708757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.708757] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37a507f2-84dd-46c3-946c-517424dc941f is going to be updated. [ 617.708757] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc2b90e9-9a8c-4328-a941-25104f2c267b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.735027] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.735269] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.735402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.735666] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.736128] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.736215] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37a507f2-84dd-46c3-946c-517424dc941f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.939048] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.939477] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.939477] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.939637] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.939811] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.939965] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.941709] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.942283] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.942583] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.942683] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.942789] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.942881] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.942980] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.943183] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.943183] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.943335] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.966094] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.966173] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.966265] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.966483] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.966733] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-b15714b7-7ed6-4366-b413-1615e1a6d1d9 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.966903] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-b15714b7-7ed6-4366-b413-1615e1a6d1d9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.967025] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-b15714b7-7ed6-4366-b413-1615e1a6d1d9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.967398] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-b15714b7-7ed6-4366-b413-1615e1a6d1d9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.967550] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b15714b7-7ed6-4366-b413-1615e1a6d1d9',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.968490] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 157ae663-deb7-467d-a25e-2fb91942ea66 [ 617.968722] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.968826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.968870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.969087] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.969184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.969290] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:157ae663-deb7-467d-a25e-2fb91942ea66 already deleted. [ 617.969373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-157ae663-deb7-467d-a25e-2fb91942ea66" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.069321] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.069642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.069725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.070045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.070143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.070274] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.070377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.070434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.070627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.070738] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.070822] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 already deleted. [ 618.070906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.213963] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc2b90e9-9a8c-4328-a941-25104f2c267b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.471218] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.471493] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.471732] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.472505] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.472505] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.472505] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port b15714b7-7ed6-4366-b413-1615e1a6d1d9 not found, creating... [ 618.472837] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.472837] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.472837] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.473134] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.473191] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.473466] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.473617] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.473727] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.473926] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.474076] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.474194] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: b15714b7-7ed6-4366-b413-1615e1a6d1d9 is going to be created. [ 618.495537] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.495762] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.496069] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.496244] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.496439] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.496675] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-b15714b7-7ed6-4366-b413-1615e1a6d1d9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.715794] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.715981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.716111] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.716333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.716424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.716522] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2b90e9-9a8c-4328-a941-25104f2c267b is going to be created. [ 618.743638] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.743881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.743881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.744068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.744598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.755927] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2b90e9-9a8c-4328-a941-25104f2c267b in Status: UNINITIALIZED for 2s [ 618.875540] env[65309]: INFO networking_nsxv3.common.synchronization [None req-bda61ed9-72fd-4ad2-b96e-22d4c346f8bb None None] Enqueued Resource ID: aab0d16b-aa30-45e8-83ce-34c9b76d93c6 with Priority: HIGHEST for action port [ 618.875540] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab0d16b-aa30-45e8-83ce-34c9b76d93c6 with Priority: HIGHEST for action port [ 618.875895] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-aab0d16b-aa30-45e8-83ce-34c9b76d93c6 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.876046] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aab0d16b-aa30-45e8-83ce-34c9b76d93c6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.876162] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aab0d16b-aa30-45e8-83ce-34c9b76d93c6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.876384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aab0d16b-aa30-45e8-83ce-34c9b76d93c6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.876479] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aab0d16b-aa30-45e8-83ce-34c9b76d93c6',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.199447] env[65309]: INFO networking_nsxv3.common.synchronization [req-33beb9eb-fd91-4cb8-8e56-f0878f80e343 req-b9b35658-51dd-47e3-a631-a6546907630b service nova] Enqueued Resource ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 with Priority: HIGHEST for action security_group_rules [ 619.199447] env[65309]: INFO networking_nsxv3.common.synchronization [req-33beb9eb-fd91-4cb8-8e56-f0878f80e343 req-b9b35658-51dd-47e3-a631-a6546907630b service nova] Enqueued Resource ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 with Priority: HIGHEST for action security_group_members [ 619.199447] env[65309]: INFO networking_nsxv3.common.synchronization [req-33beb9eb-fd91-4cb8-8e56-f0878f80e343 req-b9b35658-51dd-47e3-a631-a6546907630b service nova] Enqueued Resource ID: b15714b7-7ed6-4366-b413-1615e1a6d1d9 with Priority: HIGHEST for action port [ 619.199447] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 with Priority: HIGHEST for action security_group_rules [ 619.199447] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 with Priority: HIGHEST for action security_group_members [ 619.199447] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b15714b7-7ed6-4366-b413-1615e1a6d1d9 with Priority: HIGHEST for action port [ 619.199447] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c52584b9-5e11-4fe7-ae03-4ac890268d09 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.199447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.199447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.199447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.199447] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c52584b9-5e11-4fe7-ae03-4ac890268d09',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.204027] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-c52584b9-5e11-4fe7-ae03-4ac890268d09 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.204027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.204027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.204027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.204027] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.204027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.204027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.204027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.204027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.204027] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c52584b9-5e11-4fe7-ae03-4ac890268d09',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.204027] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b15714b7-7ed6-4366-b413-1615e1a6d1d9 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.204027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b15714b7-7ed6-4366-b413-1615e1a6d1d9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.204027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b15714b7-7ed6-4366-b413-1615e1a6d1d9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.204027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b15714b7-7ed6-4366-b413-1615e1a6d1d9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.204027] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b15714b7-7ed6-4366-b413-1615e1a6d1d9',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.379438] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aab0d16b-aa30-45e8-83ce-34c9b76d93c6 [ 619.381154] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.381154] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.381154] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.381154] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.381154] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.381154] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aab0d16b-aa30-45e8-83ce-34c9b76d93c6 already deleted. [ 619.381154] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aab0d16b-aa30-45e8-83ce-34c9b76d93c6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.705557] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-c52584b9-5e11-4fe7-ae03-4ac890268d09 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.705557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.705557] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c52584b9-5e11-4fe7-ae03-4ac890268d09',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.706816] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b15714b7-7ed6-4366-b413-1615e1a6d1d9 with status ACTIVE [ 619.706941] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.707137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.707235] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.707504] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.707608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.707829] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.707981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.709478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.709805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.710016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.710877] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.710877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.710877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.710877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.714948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.714948] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b15714b7-7ed6-4366-b413-1615e1a6d1d9 is going to be updated. [ 619.743340] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.743340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.743340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.743340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.743686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.743686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b15714b7-7ed6-4366-b413-1615e1a6d1d9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.987858] env[65309]: INFO networking_nsxv3.common.synchronization [req-2183983e-495c-4987-a6ec-b00dc536ceda req-50900af9-b324-494d-a774-ba90ab97ba29 tempest-ServersWithSpecificFlavorTestJSON-1996120784 tempest-ServersWithSpecificFlavorTestJSON-1996120784-project-member] Enqueued Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_members [ 619.990165] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_members [ 619.992668] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39c4aab-1f96-4faa-ab75-56fdf0315b69 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.992668] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.992668] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.992668] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.992668] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.993102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.993102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.993102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.993276] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.993403] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.215738] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c52584b9-5e11-4fe7-ae03-4ac890268d09',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.491404] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.491404] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-565" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.491404] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-565" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.491404] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-565" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.491404] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.492406] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.492760] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.493287] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.493655] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.494053] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.494380] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.494664] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.494915] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.495234] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.495543] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.495867] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.498133] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.498472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.498649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.499092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.499402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.499826] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.500140] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.500342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.500644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.501015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.501015] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 already deleted. [ 620.502372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.530760] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.530760] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.530760] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.531098] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-565" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.531389] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-ba64e2c7-ab2d-44bf-91dc-aeaafef16513 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.531731] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-ba64e2c7-ab2d-44bf-91dc-aeaafef16513" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.531819] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-ba64e2c7-ab2d-44bf-91dc-aeaafef16513" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.534135] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-ba64e2c7-ab2d-44bf-91dc-aeaafef16513" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.534135] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba64e2c7-ab2d-44bf-91dc-aeaafef16513',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.720203] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.724472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.724472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.724472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.724472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.724472] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 is going to be created. [ 620.754152] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.754349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.754418] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.754672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.754842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.771228] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2b90e9-9a8c-4328-a941-25104f2c267b in Status: SUCCESS [ 620.771564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.771758] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.773130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.773130] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.773130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.773130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.773130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.773130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.773130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.773130] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc2b90e9-9a8c-4328-a941-25104f2c267b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.774556] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 in Status: UNINITIALIZED for 2s [ 621.038438] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.038744] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.038856] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.039060] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.039210] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.039363] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port ba64e2c7-ab2d-44bf-91dc-aeaafef16513 not found, creating... [ 621.039713] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.039872] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.039985] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.040252] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.040444] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.040771] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.040950] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.041631] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.041892] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.042052] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.042231] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: ba64e2c7-ab2d-44bf-91dc-aeaafef16513 is going to be created. [ 621.077983] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.078260] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.078328] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.078578] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.078887] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.079144] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-ba64e2c7-ab2d-44bf-91dc-aeaafef16513" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.278180] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2b90e9-9a8c-4328-a941-25104f2c267b taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.278180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.278180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.278180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.278180] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.278180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.278180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.278180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.278180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.278180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.278180] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2b90e9-9a8c-4328-a941-25104f2c267b taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.278180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.278180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.278180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.278180] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.278180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.279386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.279386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.279386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.279386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.279386] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc2b90e9-9a8c-4328-a941-25104f2c267b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.342093] env[65309]: INFO networking_nsxv3.common.synchronization [None req-d47742a3-2a61-4a73-a18d-4dfdd75b3816 None None] Enqueued Resource ID: dc6a1fb2-a445-4052-a4b6-362aa45d46a4 with Priority: HIGHEST for action port [ 621.343055] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6a1fb2-a445-4052-a4b6-362aa45d46a4 with Priority: HIGHEST for action port [ 621.343450] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc6a1fb2-a445-4052-a4b6-362aa45d46a4 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.343997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc6a1fb2-a445-4052-a4b6-362aa45d46a4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.343997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc6a1fb2-a445-4052-a4b6-362aa45d46a4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.343997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc6a1fb2-a445-4052-a4b6-362aa45d46a4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.344317] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc6a1fb2-a445-4052-a4b6-362aa45d46a4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.781374] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc2b90e9-9a8c-4328-a941-25104f2c267b: rpc.has_security_group_logging(os_id): False [ 621.802304] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.802304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.802304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.802602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.802602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.802840] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.802994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.803123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.803333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.804234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.804234] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.804234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.804234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.804234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.804234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.804234] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.804914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.804914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.804914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.804914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.804914] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc2b90e9-9a8c-4328-a941-25104f2c267b is going to be created. [ 621.817977] env[65309]: INFO networking_nsxv3.common.synchronization [req-2183983e-495c-4987-a6ec-b00dc536ceda req-da0ee7bc-53ec-4d8b-939d-616422d7a990 service nova] Enqueued Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_rules [ 621.818371] env[65309]: INFO networking_nsxv3.common.synchronization [req-2183983e-495c-4987-a6ec-b00dc536ceda req-da0ee7bc-53ec-4d8b-939d-616422d7a990 service nova] Enqueued Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_members [ 621.818504] env[65309]: INFO networking_nsxv3.common.synchronization [req-2183983e-495c-4987-a6ec-b00dc536ceda req-da0ee7bc-53ec-4d8b-939d-616422d7a990 service nova] Enqueued Resource ID: ba64e2c7-ab2d-44bf-91dc-aeaafef16513 with Priority: HIGHEST for action port [ 621.819107] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_rules [ 621.819316] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_members [ 621.819523] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba64e2c7-ab2d-44bf-91dc-aeaafef16513 with Priority: HIGHEST for action port [ 621.820441] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.820603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.820709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.821062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.821265] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.822149] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39c4aab-1f96-4faa-ab75-56fdf0315b69 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.822326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.822434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.822671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.822890] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.823047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.823115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.823288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.823365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.823453] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.824426] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba64e2c7-ab2d-44bf-91dc-aeaafef16513 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.824563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba64e2c7-ab2d-44bf-91dc-aeaafef16513" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.824896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba64e2c7-ab2d-44bf-91dc-aeaafef16513" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.824896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba64e2c7-ab2d-44bf-91dc-aeaafef16513" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.824896] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba64e2c7-ab2d-44bf-91dc-aeaafef16513',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.848104] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc6a1fb2-a445-4052-a4b6-362aa45d46a4 [ 621.849228] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.849228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.849228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.849228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.849228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.849228] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc6a1fb2-a445-4052-a4b6-362aa45d46a4 already deleted. [ 621.849228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc6a1fb2-a445-4052-a4b6-362aa45d46a4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.898202] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.898202] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.898202] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.898202] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.898202] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.918315] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc2b90e9-9a8c-4328-a941-25104f2c267b in Status: IN_PROGRESS for 2s [ 622.330193] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.331578] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39c4aab-1f96-4faa-ab75-56fdf0315b69 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.331799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.331844] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba64e2c7-ab2d-44bf-91dc-aeaafef16513 with status ACTIVE [ 622.332070] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.332249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.332301] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.332975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.332975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.333190] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.333190] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.333306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.334447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.334447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.334447] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.334447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.334447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.336039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.336759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.336759] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba64e2c7-ab2d-44bf-91dc-aeaafef16513 is going to be updated. [ 622.362846] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.363041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.363118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.363551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.363780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.364142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba64e2c7-ab2d-44bf-91dc-aeaafef16513" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.789252] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 in Status: SUCCESS [ 622.789617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.789785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.790049] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.790256] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.790445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.790535] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.790704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.790786] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.790873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.790962] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c52584b9-5e11-4fe7-ae03-4ac890268d09',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.839277] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.856081] env[65309]: INFO networking_nsxv3.common.synchronization [req-541bf30d-c169-4b64-a76c-2a36bf9f1ff8 req-487e01e3-3f40-4b39-86fe-c924e59de444 tempest-InstanceActionsNegativeTestJSON-1179713624 tempest-InstanceActionsNegativeTestJSON-1179713624-project-member] Enqueued Resource ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 with Priority: HIGHEST for action security_group_members [ 622.856966] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 with Priority: HIGHEST for action security_group_members [ 622.857585] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-0396ed96-e38f-4b09-9e18-bfe8635a45b4 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.859009] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.859009] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.859009] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.859009] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.859009] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.859239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.860038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.860038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.860038] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0396ed96-e38f-4b09-9e18-bfe8635a45b4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.939407] env[65309]: INFO networking_nsxv3.common.synchronization [req-c56f4c92-8226-4c23-b3a3-70d08bbc11f4 req-7ae4155b-08b2-4d16-ba91-155bec8afc3e tempest-ServersV294TestFqdnHostnames-1873851894 tempest-ServersV294TestFqdnHostnames-1873851894-project-member] Enqueued Resource ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 with Priority: HIGHEST for action security_group_members [ 622.939966] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 with Priority: HIGHEST for action security_group_members [ 622.939966] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ec7d003-6bc9-4d52-ad55-e477b40356b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.940446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.940446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.940446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.940905] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.941083] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.941151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.941360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.941447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.941560] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ec7d003-6bc9-4d52-ad55-e477b40356b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.293269] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-c52584b9-5e11-4fe7-ae03-4ac890268d09 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.294934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.294934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.294934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.295202] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.295828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.295828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.295828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.295828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.296032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.296152] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-c52584b9-5e11-4fe7-ae03-4ac890268d09 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.296309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.296404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.298486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.298679] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.298795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.298891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.300214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.300214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.300214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.300214] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c52584b9-5e11-4fe7-ae03-4ac890268d09',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.343623] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.343785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.343930] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.345141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.345249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.345544] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 is going to be created. [ 623.367041] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.367041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.367041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.367041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.367041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.367041] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.367041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.367041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.367041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.367041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.367041] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 is going to be updated. [ 623.381774] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.381774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.381774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.382458] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.382458] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.396201] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: UNINITIALIZED for 2s [ 623.414598] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-229 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.414598] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-229" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.414598] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-229" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.414598] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-229" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.414598] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.414598] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.414598] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.415306] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.415306] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.415306] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.415306] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.415501] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.415660] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.415779] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.415865] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.416042] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.418310] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.418804] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.418804] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.418804] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.419068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.434797] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 in Status: IN_PROGRESS for 2s [ 623.444041] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.444277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.444277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.444616] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.444616] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.445359] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.445359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.445359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.445359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.445359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.445359] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 already deleted. [ 623.445359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.446926] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.446926] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.447126] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.447347] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-229" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.447714] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-693cd304-9329-4999-8a22-631d8b31a4dd taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.447912] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-693cd304-9329-4999-8a22-631d8b31a4dd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.448049] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-693cd304-9329-4999-8a22-631d8b31a4dd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.449286] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-693cd304-9329-4999-8a22-631d8b31a4dd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.449564] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693cd304-9329-4999-8a22-631d8b31a4dd',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.802583] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c52584b9-5e11-4fe7-ae03-4ac890268d09: rpc.has_security_group_logging(os_id): False [ 623.822184] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.822380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.822421] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.822660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.822785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.823053] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.823194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.823289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.823486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.823608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.823839] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.824015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.824181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.824353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.824458] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.826080] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.826080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.826080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.826080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.826080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.826080] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 is going to be created. [ 623.892849] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.892849] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.892849] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.893091] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.893291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.908039] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 in Status: IN_PROGRESS for 2s [ 623.932173] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc2b90e9-9a8c-4328-a941-25104f2c267b in Status: SUCCESS [ 623.932517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.954695] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.955170] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.955572] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.956028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.956225] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.956849] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 693cd304-9329-4999-8a22-631d8b31a4dd not found, creating... [ 623.956849] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.957147] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.957291] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.957748] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.957861] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.958320] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.959657] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.960273] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.960410] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.960679] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.960808] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 693cd304-9329-4999-8a22-631d8b31a4dd is going to be created. [ 623.998906] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.999180] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.999323] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.999791] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.000104] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.000372] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-693cd304-9329-4999-8a22-631d8b31a4dd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.790818] env[65309]: INFO networking_nsxv3.common.synchronization [req-c56f4c92-8226-4c23-b3a3-70d08bbc11f4 req-07934e80-d71c-4472-9ee4-78bd03b8e92a service nova] Enqueued Resource ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 with Priority: HIGHEST for action security_group_rules [ 624.790818] env[65309]: INFO networking_nsxv3.common.synchronization [req-c56f4c92-8226-4c23-b3a3-70d08bbc11f4 req-07934e80-d71c-4472-9ee4-78bd03b8e92a service nova] Enqueued Resource ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 with Priority: HIGHEST for action security_group_members [ 624.790818] env[65309]: INFO networking_nsxv3.common.synchronization [req-c56f4c92-8226-4c23-b3a3-70d08bbc11f4 req-07934e80-d71c-4472-9ee4-78bd03b8e92a service nova] Enqueued Resource ID: 693cd304-9329-4999-8a22-631d8b31a4dd with Priority: HIGHEST for action port [ 624.790818] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 with Priority: HIGHEST for action security_group_rules [ 624.790818] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 with Priority: HIGHEST for action security_group_members [ 624.790818] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693cd304-9329-4999-8a22-631d8b31a4dd with Priority: HIGHEST for action port [ 624.791242] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ec7d003-6bc9-4d52-ad55-e477b40356b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.795026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.795026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.795026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.795026] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ec7d003-6bc9-4d52-ad55-e477b40356b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.795828] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ec7d003-6bc9-4d52-ad55-e477b40356b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.795828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.795828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.796042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.796350] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.796350] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.796484] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.796845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.796845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.796845] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ec7d003-6bc9-4d52-ad55-e477b40356b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.799061] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-693cd304-9329-4999-8a22-631d8b31a4dd taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.799061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-693cd304-9329-4999-8a22-631d8b31a4dd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.799061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-693cd304-9329-4999-8a22-631d8b31a4dd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.799285] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-693cd304-9329-4999-8a22-631d8b31a4dd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.799386] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693cd304-9329-4999-8a22-631d8b31a4dd',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.296107] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ec7d003-6bc9-4d52-ad55-e477b40356b5 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.296107] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.300271] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ec7d003-6bc9-4d52-ad55-e477b40356b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.304020] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 693cd304-9329-4999-8a22-631d8b31a4dd with status ACTIVE [ 625.304020] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.304020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.304020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.304020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.304020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.304020] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.304020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.304020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.304020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.304020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.304020] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.304020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.304020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.304020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.304020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.304020] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 693cd304-9329-4999-8a22-631d8b31a4dd is going to be updated. [ 625.334152] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.334152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.334152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.334152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.334152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.334152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-693cd304-9329-4999-8a22-631d8b31a4dd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.410623] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: SUCCESS [ 625.412404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.412633] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.412882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.413132] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.413283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.413351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.413515] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.413603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.413708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.413805] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.446332] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 in Status: SUCCESS [ 625.446592] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 deletion is rescheduled due to dependency. [ 625.446834] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.803658] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ec7d003-6bc9-4d52-ad55-e477b40356b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.917659] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.923489] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 in Status: SUCCESS [ 625.923759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.940342] env[65309]: INFO networking_nsxv3.common.synchronization [req-acc1d9ab-3b9d-4865-879f-c38843f58fcd req-81cc40d9-747e-44a2-b5ac-2d34656730d0 tempest-DeleteServersAdminTestJSON-211102788 tempest-DeleteServersAdminTestJSON-211102788-project-member] Enqueued Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_members [ 625.940872] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_members [ 625.941931] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d945bc9-d697-4a03-90f4-09e559cda25e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.942143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.942404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.942938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.943164] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.943299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.943382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.943606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.943731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.944025] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.306636] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.306636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.306636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.306636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.306636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.306636] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 is going to be created. [ 626.356847] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.357083] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.357083] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.357325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.357514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.382082] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 in Status: UNINITIALIZED for 2s [ 626.420156] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c39c4aab-1f96-4faa-ab75-56fdf0315b69: rpc.has_security_group_logging(os_id): False [ 626.442754] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.442965] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.443042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.443384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.443507] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.443847] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.444020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.444093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.444543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.444765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.444850] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 is going to be created. [ 626.447527] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.447672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.447794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.448106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.448276] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.448986] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.449152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.449278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.449562] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.449775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.449916] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d945bc9-d697-4a03-90f4-09e559cda25e is going to be updated. [ 626.498202] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.498452] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.498452] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.501039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.501039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.514362] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d945bc9-d697-4a03-90f4-09e559cda25e in Status: IN_PROGRESS for 2s [ 626.555127] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.555127] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.555127] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.555127] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.555334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.575212] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: IN_PROGRESS for 2s [ 626.683722] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.683722] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.684201] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.684201] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.684688] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.684688] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.684688] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.684976] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.684976] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.685198] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.685311] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.685417] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.685531] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.685642] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.685740] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.686014] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.713029] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.713029] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.713029] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.713029] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.713029] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-d7bf3af2-ddb4-4451-912f-ada6c50d882f taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.713029] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-d7bf3af2-ddb4-4451-912f-ada6c50d882f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.713029] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-d7bf3af2-ddb4-4451-912f-ada6c50d882f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.713029] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-d7bf3af2-ddb4-4451-912f-ada6c50d882f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.713029] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7bf3af2-ddb4-4451-912f-ada6c50d882f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.218120] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.218120] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.218120] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.218120] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.218120] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.218120] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port d7bf3af2-ddb4-4451-912f-ada6c50d882f not found, creating... [ 627.218120] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.218120] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.218120] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.218608] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.218794] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.219196] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.219533] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.219733] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.220193] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.220447] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.220746] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: d7bf3af2-ddb4-4451-912f-ada6c50d882f is going to be created. [ 627.248830] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.250050] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.250050] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.250050] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.251393] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.251393] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-d7bf3af2-ddb4-4451-912f-ada6c50d882f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.732403] env[65309]: INFO networking_nsxv3.common.synchronization [None req-de6faea8-4156-4a4d-89f1-cd62dd83efff None None] Enqueued Resource ID: 0778bc05-3a1c-4129-a35c-151638f01361 with Priority: HIGHEST for action port [ 627.732784] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0778bc05-3a1c-4129-a35c-151638f01361 with Priority: HIGHEST for action port [ 627.733088] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0778bc05-3a1c-4129-a35c-151638f01361 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.733207] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0778bc05-3a1c-4129-a35c-151638f01361" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.733301] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0778bc05-3a1c-4129-a35c-151638f01361" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.733525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0778bc05-3a1c-4129-a35c-151638f01361" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.733635] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0778bc05-3a1c-4129-a35c-151638f01361',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.969041] env[65309]: INFO networking_nsxv3.common.synchronization [req-acc1d9ab-3b9d-4865-879f-c38843f58fcd req-975a8e09-d215-407b-ae23-6fc8e8fbc90c service nova] Enqueued Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_rules [ 627.969041] env[65309]: INFO networking_nsxv3.common.synchronization [req-acc1d9ab-3b9d-4865-879f-c38843f58fcd req-975a8e09-d215-407b-ae23-6fc8e8fbc90c service nova] Enqueued Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_members [ 627.969041] env[65309]: INFO networking_nsxv3.common.synchronization [req-acc1d9ab-3b9d-4865-879f-c38843f58fcd req-975a8e09-d215-407b-ae23-6fc8e8fbc90c service nova] Enqueued Resource ID: d7bf3af2-ddb4-4451-912f-ada6c50d882f with Priority: HIGHEST for action port [ 627.969041] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_rules [ 627.970745] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_members [ 627.971204] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7bf3af2-ddb4-4451-912f-ada6c50d882f with Priority: HIGHEST for action port [ 627.971663] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d945bc9-d697-4a03-90f4-09e559cda25e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.972061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.972299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.973328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.974026] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.975119] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d945bc9-d697-4a03-90f4-09e559cda25e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.975393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.976142] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7bf3af2-ddb4-4451-912f-ada6c50d882f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.976417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7bf3af2-ddb4-4451-912f-ada6c50d882f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.977753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7bf3af2-ddb4-4451-912f-ada6c50d882f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.977753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7bf3af2-ddb4-4451-912f-ada6c50d882f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.977753] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7bf3af2-ddb4-4451-912f-ada6c50d882f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.237180] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0778bc05-3a1c-4129-a35c-151638f01361 [ 628.237180] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.237180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.237180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.237180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.237180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.237180] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0778bc05-3a1c-4129-a35c-151638f01361 already deleted. [ 628.237180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0778bc05-3a1c-4129-a35c-151638f01361" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.396770] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 in Status: SUCCESS [ 628.397239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.397444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.397787] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.398122] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.398317] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.398442] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.398713] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.398865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.399019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.399621] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ec7d003-6bc9-4d52-ad55-e477b40356b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.479214] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d945bc9-d697-4a03-90f4-09e559cda25e taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.480413] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.480527] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7bf3af2-ddb4-4451-912f-ada6c50d882f with status ACTIVE [ 628.481820] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.481820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.481820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.481820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.481820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.482098] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.482307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.482826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.482826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.482826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.483896] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.483896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.483896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.483896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.483896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.484170] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7bf3af2-ddb4-4451-912f-ada6c50d882f is going to be updated. [ 628.512676] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.512676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.512883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.512973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.513355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.514518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7bf3af2-ddb4-4451-912f-ada6c50d882f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.527663] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d945bc9-d697-4a03-90f4-09e559cda25e in Status: SUCCESS [ 628.527878] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d945bc9-d697-4a03-90f4-09e559cda25e deletion is rescheduled due to dependency. [ 628.528023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.528273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.528502] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.528903] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.528903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.528999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.529180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.529309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.529448] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.594420] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: SUCCESS [ 628.594724] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.902855] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ec7d003-6bc9-4d52-ad55-e477b40356b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.032522] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.128499] env[65309]: INFO networking_nsxv3.common.synchronization [req-b7b78e93-bb37-4795-aa00-abccc5c6d9cb req-f75af00f-e76b-47f6-abd8-d64e2af5aa1b tempest-VolumesAdminNegativeTest-1032592440 tempest-VolumesAdminNegativeTest-1032592440-project-member] Enqueued Resource ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f with Priority: HIGHEST for action security_group_members [ 629.129104] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f with Priority: HIGHEST for action security_group_members [ 629.129675] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-67ed39c5-1d98-437e-bbf9-6a45f856c38f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.129815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.129908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.130170] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.130372] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.130550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.130671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.130831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.130939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.131150] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67ed39c5-1d98-437e-bbf9-6a45f856c38f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.155040] env[65309]: INFO networking_nsxv3.common.synchronization [req-ca27cdb2-ea64-4a4b-b7f8-d806a2015d0a req-04cd7bd1-8b5f-43cd-845a-02ca53376180 tempest-FloatingIPsAssociationNegativeTestJSON-716705452 tempest-FloatingIPsAssociationNegativeTestJSON-716705452-project-member] Enqueued Resource ID: eb483e02-0886-4c73-9107-7cabd3990c60 with Priority: HIGHEST for action security_group_members [ 629.155793] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb483e02-0886-4c73-9107-7cabd3990c60 with Priority: HIGHEST for action security_group_members [ 629.156153] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb483e02-0886-4c73-9107-7cabd3990c60 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.156330] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.156434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.156857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.156857] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.157150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.157466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.157466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.157549] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.157625] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb483e02-0886-4c73-9107-7cabd3990c60',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.407213] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ec7d003-6bc9-4d52-ad55-e477b40356b5: rpc.has_security_group_logging(os_id): False [ 629.439818] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.439944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.439985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.440203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.440299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.440597] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.440709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.440821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.440994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.441085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.441179] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 is going to be created. [ 629.530285] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.530501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.530676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.531268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.531541] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.539560] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.553296] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 in Status: IN_PROGRESS for 2s [ 629.635722] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.635955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.636041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.636297] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.636450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.636643] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.637253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.637253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.641138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.641138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.641138] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f is going to be updated. [ 629.659888] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.661356] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.661590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.666799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.666799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.666799] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.666799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.666799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.666799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.666799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.666799] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb483e02-0886-4c73-9107-7cabd3990c60 already deleted. [ 629.666799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.680615] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.680615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.680615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.680615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.680615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.696881] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f in Status: IN_PROGRESS for 2s [ 629.904172] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.904529] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-484" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.904529] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-484" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.905202] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-484" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.905202] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.905375] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.905375] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.905808] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.905808] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.905917] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.906043] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.906136] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.906233] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.906328] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.906420] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.906540] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.928927] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.929109] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.929244] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.929394] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-484" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.929748] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-77c82399-7129-4d09-97b9-4f96404573d8 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.929957] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-77c82399-7129-4d09-97b9-4f96404573d8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.930048] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-77c82399-7129-4d09-97b9-4f96404573d8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.930365] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-77c82399-7129-4d09-97b9-4f96404573d8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.930498] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77c82399-7129-4d09-97b9-4f96404573d8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.041150] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.041150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.041150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.041150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.041150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.041150] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d945bc9-d697-4a03-90f4-09e559cda25e is going to be updated. [ 630.069574] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.069574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.069574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.069574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.069851] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.076918] env[65309]: INFO networking_nsxv3.common.synchronization [None req-c1937dff-a93e-48fd-aa76-65181478bf6a None None] Enqueued Resource ID: 21f69833-100a-46e7-bc61-4cb37a09219b with Priority: HIGHEST for action port [ 630.076918] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f69833-100a-46e7-bc61-4cb37a09219b with Priority: HIGHEST for action port [ 630.076918] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-21f69833-100a-46e7-bc61-4cb37a09219b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.076918] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21f69833-100a-46e7-bc61-4cb37a09219b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.076918] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21f69833-100a-46e7-bc61-4cb37a09219b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.079148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21f69833-100a-46e7-bc61-4cb37a09219b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.079148] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f69833-100a-46e7-bc61-4cb37a09219b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.091500] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d945bc9-d697-4a03-90f4-09e559cda25e in Status: IN_PROGRESS for 2s [ 630.433331] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.435741] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.435741] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.435741] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.435741] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.435741] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 77c82399-7129-4d09-97b9-4f96404573d8 not found, creating... [ 630.435741] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.435741] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.435741] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.436187] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.436741] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.436836] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.437106] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.438414] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.438414] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.438414] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.438414] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 77c82399-7129-4d09-97b9-4f96404573d8 is going to be created. [ 630.466411] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.466674] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.466798] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.467220] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.467498] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.468079] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-77c82399-7129-4d09-97b9-4f96404573d8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.580944] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21f69833-100a-46e7-bc61-4cb37a09219b [ 630.582298] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.582298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.582298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.582298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.582298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.582845] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21f69833-100a-46e7-bc61-4cb37a09219b already deleted. [ 630.582845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21f69833-100a-46e7-bc61-4cb37a09219b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.204255] env[65309]: INFO networking_nsxv3.common.synchronization [req-ca27cdb2-ea64-4a4b-b7f8-d806a2015d0a req-efb51203-c974-4b87-ad14-7dada4448bb0 service nova] Enqueued Resource ID: eb483e02-0886-4c73-9107-7cabd3990c60 with Priority: HIGHEST for action security_group_rules [ 631.204255] env[65309]: INFO networking_nsxv3.common.synchronization [req-ca27cdb2-ea64-4a4b-b7f8-d806a2015d0a req-efb51203-c974-4b87-ad14-7dada4448bb0 service nova] Enqueued Resource ID: eb483e02-0886-4c73-9107-7cabd3990c60 with Priority: HIGHEST for action security_group_members [ 631.204255] env[65309]: INFO networking_nsxv3.common.synchronization [req-ca27cdb2-ea64-4a4b-b7f8-d806a2015d0a req-efb51203-c974-4b87-ad14-7dada4448bb0 service nova] Enqueued Resource ID: 77c82399-7129-4d09-97b9-4f96404573d8 with Priority: HIGHEST for action port [ 631.204255] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb483e02-0886-4c73-9107-7cabd3990c60 with Priority: HIGHEST for action security_group_rules [ 631.204255] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb483e02-0886-4c73-9107-7cabd3990c60 with Priority: HIGHEST for action security_group_members [ 631.204255] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77c82399-7129-4d09-97b9-4f96404573d8 with Priority: HIGHEST for action port [ 631.205737] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb483e02-0886-4c73-9107-7cabd3990c60 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.208040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.208040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.208040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.208040] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb483e02-0886-4c73-9107-7cabd3990c60',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.208040] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb483e02-0886-4c73-9107-7cabd3990c60 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.208040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.208040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.208040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.209064] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.209064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.209064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.209064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.209064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.209064] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb483e02-0886-4c73-9107-7cabd3990c60',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.209632] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-77c82399-7129-4d09-97b9-4f96404573d8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.210018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77c82399-7129-4d09-97b9-4f96404573d8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.210127] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77c82399-7129-4d09-97b9-4f96404573d8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.210845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77c82399-7129-4d09-97b9-4f96404573d8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.210845] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77c82399-7129-4d09-97b9-4f96404573d8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.567176] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 in Status: SUCCESS [ 631.567176] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.710320] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f in Status: SUCCESS [ 631.710432] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f deletion is rescheduled due to dependency. [ 631.710554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.713032] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb483e02-0886-4c73-9107-7cabd3990c60',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.713976] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb483e02-0886-4c73-9107-7cabd3990c60 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.714096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.714284] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77c82399-7129-4d09-97b9-4f96404573d8 with status ACTIVE [ 631.714460] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.714520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.714600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.714771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.714909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.715041] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.715120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.715169] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.715346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.715417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.715545] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.715682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.715682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.715903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.715903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.716019] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77c82399-7129-4d09-97b9-4f96404573d8 is going to be updated. [ 631.739127] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.739279] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.739367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.739582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.739715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.740473] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77c82399-7129-4d09-97b9-4f96404573d8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.081069] env[65309]: INFO networking_nsxv3.common.synchronization [req-37651c91-71fe-4327-8123-9a48de5077b3 req-8ee046f3-5826-4890-8591-3ccaf03a4f91 tempest-ServerDiskConfigTestJSON-559707094 tempest-ServerDiskConfigTestJSON-559707094-project-member] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 632.081611] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 632.081972] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.082164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.082164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.082486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.082718] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.082718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.082718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.082954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.083293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.083411] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.107871] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d945bc9-d697-4a03-90f4-09e559cda25e in Status: SUCCESS [ 632.108201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.108411] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.108731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.108981] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.109192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.109376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.109631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.109757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.109870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.109986] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.218568] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb483e02-0886-4c73-9107-7cabd3990c60',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.533556] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.533556] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.533556] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.537790] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.537934] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.538306] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.538476] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.538956] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.539211] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.539579] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.539789] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.539995] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.540372] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.543023] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.543023] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.543023] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.565078] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.565275] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.565275] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.565430] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.565905] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-979bba19-5a1e-4abd-b340-f7122f046f18 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.566046] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-979bba19-5a1e-4abd-b340-f7122f046f18" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.566109] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-979bba19-5a1e-4abd-b340-f7122f046f18" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.566726] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-979bba19-5a1e-4abd-b340-f7122f046f18" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.566726] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('979bba19-5a1e-4abd-b340-f7122f046f18',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.585944] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.587030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.587030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.587030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.587030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.587030] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.587030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.587030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.587375] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.587375] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.587375] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 already deleted. [ 632.587375] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.613454] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d945bc9-d697-4a03-90f4-09e559cda25e taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.613454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.613454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.613704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.613844] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.613998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.614075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.614273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.614401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.614555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.614793] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d945bc9-d697-4a03-90f4-09e559cda25e taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.614882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.614920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.618180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.618180] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.618180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.618180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.618180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.618180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.618180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.618180] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.723605] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.723773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.723838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.724087] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.724204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.724310] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb483e02-0886-4c73-9107-7cabd3990c60 is going to be created. [ 632.753150] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.753319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.753319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.753525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.753690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.765723] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb483e02-0886-4c73-9107-7cabd3990c60 in Status: UNINITIALIZED for 2s [ 633.071280] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.071497] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.071709] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.072398] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.072612] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.072881] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 979bba19-5a1e-4abd-b340-f7122f046f18 not found, creating... [ 633.073220] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.073438] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.073587] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.073843] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.074013] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.074394] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.074547] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.074688] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.074935] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.075142] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.075313] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 979bba19-5a1e-4abd-b340-f7122f046f18 is going to be created. [ 633.100017] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.100270] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.100358] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.100665] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.100880] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.101239] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-979bba19-5a1e-4abd-b340-f7122f046f18" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.118619] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d945bc9-d697-4a03-90f4-09e559cda25e: rpc.has_security_group_logging(os_id): False [ 633.137402] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.137499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.137499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.137829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.137937] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.138180] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.138289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.138386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.138935] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.139053] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.139246] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.139347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.139411] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.139648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.139648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.140954] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.140954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.140954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.140954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.140954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.140954] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d945bc9-d697-4a03-90f4-09e559cda25e is going to be updated. [ 633.212271] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.212534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.212534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.212706] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.212921] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.233989] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d945bc9-d697-4a03-90f4-09e559cda25e in Status: IN_PROGRESS for 2s [ 633.850051] env[65309]: INFO networking_nsxv3.common.synchronization [req-37651c91-71fe-4327-8123-9a48de5077b3 req-226bcf5e-fb81-4453-9d58-117f711f4ab7 service nova] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_rules [ 633.850051] env[65309]: INFO networking_nsxv3.common.synchronization [req-37651c91-71fe-4327-8123-9a48de5077b3 req-226bcf5e-fb81-4453-9d58-117f711f4ab7 service nova] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 633.850051] env[65309]: INFO networking_nsxv3.common.synchronization [req-37651c91-71fe-4327-8123-9a48de5077b3 req-226bcf5e-fb81-4453-9d58-117f711f4ab7 service nova] Enqueued Resource ID: 979bba19-5a1e-4abd-b340-f7122f046f18 with Priority: HIGHEST for action port [ 633.854133] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_rules [ 633.854348] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 633.854452] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 979bba19-5a1e-4abd-b340-f7122f046f18 with Priority: HIGHEST for action port [ 633.856550] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.857150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.857223] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.857579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.857721] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.859520] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.859703] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.859703] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.860320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.860320] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.860320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.860320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.860320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.860563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.860563] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.861938] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-979bba19-5a1e-4abd-b340-f7122f046f18 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.862088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-979bba19-5a1e-4abd-b340-f7122f046f18" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.862289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-979bba19-5a1e-4abd-b340-f7122f046f18" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.862495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-979bba19-5a1e-4abd-b340-f7122f046f18" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.862588] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('979bba19-5a1e-4abd-b340-f7122f046f18',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.360565] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.360973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.362118] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.370026] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 979bba19-5a1e-4abd-b340-f7122f046f18 with status ACTIVE [ 634.370026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.370026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.370026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.370026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.370026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.370026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.370026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.370026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.370026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.370026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.370479] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.370479] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.370479] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.370479] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.370607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.370636] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 979bba19-5a1e-4abd-b340-f7122f046f18 is going to be updated. [ 634.413176] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.413346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.413393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.414392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.414392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.414392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-979bba19-5a1e-4abd-b340-f7122f046f18" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.779069] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb483e02-0886-4c73-9107-7cabd3990c60 in Status: SUCCESS [ 634.779728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.779728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.779728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.780182] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.780182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.780182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.780909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.780909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.780909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.780909] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb483e02-0886-4c73-9107-7cabd3990c60',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.865898] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.256671] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d945bc9-d697-4a03-90f4-09e559cda25e in Status: SUCCESS [ 635.256911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.285558] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb483e02-0886-4c73-9107-7cabd3990c60 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.285829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.285829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.286020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.286161] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.286260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.286323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.286469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.286559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.286637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.286781] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb483e02-0886-4c73-9107-7cabd3990c60 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.286873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.286990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.287089] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.287213] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.287302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.287360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.287499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.287573] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.287651] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.287741] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb483e02-0886-4c73-9107-7cabd3990c60',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.368812] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.369257] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.369257] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.369374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.369486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.369603] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be created. [ 635.396249] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.396527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.396527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.396767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.396950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.409222] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: UNINITIALIZED for 2s [ 635.790525] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb483e02-0886-4c73-9107-7cabd3990c60: rpc.has_security_group_logging(os_id): False [ 635.811155] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.811425] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.811425] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.811911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.812086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.812247] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.812416] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.812416] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.812593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.812672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.812866] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.812982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.813200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.813383] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.813613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.813738] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.813823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.813900] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.814142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.814285] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.814430] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb483e02-0886-4c73-9107-7cabd3990c60 is going to be created. [ 635.883231] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.883413] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.883485] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.883699] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.884849] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.894237] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb483e02-0886-4c73-9107-7cabd3990c60 in Status: IN_PROGRESS for 2s [ 636.100090] env[65309]: INFO networking_nsxv3.common.synchronization [None req-346e6fcc-298a-4fb1-9975-7a1ee7f7b9a1 None None] Enqueued Resource ID: b4f8abda-9262-4f00-8b19-445ba33cf2db with Priority: HIGHEST for action port [ 636.100090] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f8abda-9262-4f00-8b19-445ba33cf2db with Priority: HIGHEST for action port [ 636.100090] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4f8abda-9262-4f00-8b19-445ba33cf2db taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.100571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4f8abda-9262-4f00-8b19-445ba33cf2db" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.100571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4f8abda-9262-4f00-8b19-445ba33cf2db" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.100571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4f8abda-9262-4f00-8b19-445ba33cf2db" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.100664] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4f8abda-9262-4f00-8b19-445ba33cf2db',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.347229] env[65309]: INFO networking_nsxv3.common.synchronization [req-bd233825-8de7-4e21-89cb-d022bd8495ed req-b2ca173a-c2b7-48c6-a5a3-cb7c084e3c9c tempest-SecurityGroupRulesTestJSON-197896353 tempest-SecurityGroupRulesTestJSON-197896353-project-member] Enqueued Resource ID: 13bed462-f978-41f1-832e-3bedbdcc567d with Priority: HIGHEST for action security_group_rules [ 636.347612] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bed462-f978-41f1-832e-3bedbdcc567d with Priority: HIGHEST for action security_group_rules [ 636.347932] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13bed462-f978-41f1-832e-3bedbdcc567d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.348151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13bed462-f978-41f1-832e-3bedbdcc567d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.348151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13bed462-f978-41f1-832e-3bedbdcc567d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.348385] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13bed462-f978-41f1-832e-3bedbdcc567d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.348465] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13bed462-f978-41f1-832e-3bedbdcc567d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.603065] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4f8abda-9262-4f00-8b19-445ba33cf2db [ 636.603348] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.603438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.603537] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.603715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.603812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.603944] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4f8abda-9262-4f00-8b19-445ba33cf2db already deleted. [ 636.603999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4f8abda-9262-4f00-8b19-445ba33cf2db" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.874226] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.874404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.874450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.874780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.874780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.874893] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13bed462-f978-41f1-832e-3bedbdcc567d already deleted. [ 636.874893] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13bed462-f978-41f1-832e-3bedbdcc567d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.424030] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 637.424030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.424030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.424030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.424030] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.424030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.424030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.424030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.424030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.425842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.427176] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.911682] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb483e02-0886-4c73-9107-7cabd3990c60 in Status: SUCCESS [ 637.912637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.931029] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.931029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.931029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.931029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.931029] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.931029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.931029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.931029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.931029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.931029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.931029] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.931029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.931029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.931029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.931029] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.931029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.931824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.931824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.931824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.931824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.931824] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.436828] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1507c3bc-cd29-48d7-bef3-c4047637d456: rpc.has_security_group_logging(os_id): False [ 638.461473] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.461705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.461774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.462013] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.462097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.462631] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.464356] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.464512] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.464806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.464806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.464966] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.465072] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.465436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.465610] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.465693] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.465954] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.466079] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.466146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.466249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.466342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.466429] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be created. [ 638.534334] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.534518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.534518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.534719] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.534904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.547936] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 639.238835] env[65309]: INFO networking_nsxv3.common.synchronization [None req-517648ce-15be-4752-a087-5ecd5720f662 None None] Enqueued Resource ID: a225ca04-6d38-435e-9c0d-8bc16129c8a1 with Priority: HIGHEST for action port [ 639.239391] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a225ca04-6d38-435e-9c0d-8bc16129c8a1 with Priority: HIGHEST for action port [ 639.239979] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a225ca04-6d38-435e-9c0d-8bc16129c8a1 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.240438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a225ca04-6d38-435e-9c0d-8bc16129c8a1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.240651] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a225ca04-6d38-435e-9c0d-8bc16129c8a1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.242176] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a225ca04-6d38-435e-9c0d-8bc16129c8a1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.243555] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a225ca04-6d38-435e-9c0d-8bc16129c8a1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.347769] env[65309]: INFO networking_nsxv3.common.synchronization [None req-6981f886-9d15-4734-9f3d-f645ee07e01b None None] Enqueued Resource ID: 33957024-0845-43d2-af36-7d7203ff8553 with Priority: HIGHEST for action port [ 639.349051] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33957024-0845-43d2-af36-7d7203ff8553 with Priority: HIGHEST for action port [ 639.349051] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-33957024-0845-43d2-af36-7d7203ff8553 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.349641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33957024-0845-43d2-af36-7d7203ff8553" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.349869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33957024-0845-43d2-af36-7d7203ff8553" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.350238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33957024-0845-43d2-af36-7d7203ff8553" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.351428] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33957024-0845-43d2-af36-7d7203ff8553',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.745575] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a225ca04-6d38-435e-9c0d-8bc16129c8a1 [ 639.745892] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.746179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.746371] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.746636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.746735] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.746831] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a225ca04-6d38-435e-9c0d-8bc16129c8a1 already deleted. [ 639.746914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a225ca04-6d38-435e-9c0d-8bc16129c8a1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.854160] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33957024-0845-43d2-af36-7d7203ff8553 [ 639.854160] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.854160] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.854160] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.854352] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.854352] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.854446] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33957024-0845-43d2-af36-7d7203ff8553 already deleted. [ 639.854524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33957024-0845-43d2-af36-7d7203ff8553" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.570232] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 640.570232] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.750182] env[65309]: INFO networking_nsxv3.common.synchronization [req-ac24114c-f571-4ea0-a109-f1f7c72bbe15 req-32defc75-6ecd-468e-8168-3d76e7d217fe tempest-ImagesNegativeTestJSON-799538329 tempest-ImagesNegativeTestJSON-799538329-project-member] Enqueued Resource ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 with Priority: HIGHEST for action security_group_members [ 640.752607] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 with Priority: HIGHEST for action security_group_members [ 640.752607] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-c52584b9-5e11-4fe7-ae03-4ac890268d09 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.752607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.752607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.753916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.753916] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.753916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.753916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.753916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.753916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.754289] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c52584b9-5e11-4fe7-ae03-4ac890268d09',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.258930] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.259268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.259679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.260069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.260172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.263332] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.263536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.263603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.263919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.263919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.264044] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 is going to be updated. [ 641.302043] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.302237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.302310] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.302478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.302621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.314394] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 in Status: IN_PROGRESS for 2s [ 641.755373] env[65309]: INFO networking_nsxv3.common.synchronization [None req-4cd7293f-9512-454a-a749-a28f1aed6ee9 None None] Enqueued Resource ID: d8e11a42-d7cc-4b36-810c-f917d32345d6 with Priority: HIGHEST for action port [ 641.755623] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8e11a42-d7cc-4b36-810c-f917d32345d6 with Priority: HIGHEST for action port [ 641.756186] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8e11a42-d7cc-4b36-810c-f917d32345d6 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.756454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8e11a42-d7cc-4b36-810c-f917d32345d6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.756454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8e11a42-d7cc-4b36-810c-f917d32345d6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.760151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8e11a42-d7cc-4b36-810c-f917d32345d6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.760151] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8e11a42-d7cc-4b36-810c-f917d32345d6',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.261628] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8e11a42-d7cc-4b36-810c-f917d32345d6 [ 642.261628] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.261628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.261628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.261967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.261967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.262041] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8e11a42-d7cc-4b36-810c-f917d32345d6 already deleted. [ 642.262090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8e11a42-d7cc-4b36-810c-f917d32345d6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.665973] env[65309]: INFO networking_nsxv3.common.synchronization [None req-58764318-b954-484d-ae63-d7397e56d3a2 None None] Enqueued Resource ID: f7450a80-6e0f-4e85-bc60-03df04761450 with Priority: HIGHEST for action port [ 642.669533] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7450a80-6e0f-4e85-bc60-03df04761450 with Priority: HIGHEST for action port [ 642.669533] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7450a80-6e0f-4e85-bc60-03df04761450 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.669533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7450a80-6e0f-4e85-bc60-03df04761450" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.669533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7450a80-6e0f-4e85-bc60-03df04761450" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.669533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7450a80-6e0f-4e85-bc60-03df04761450" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.669533] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7450a80-6e0f-4e85-bc60-03df04761450',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.172273] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7450a80-6e0f-4e85-bc60-03df04761450 [ 643.173516] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.174172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.174172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.174911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.175115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.175546] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7450a80-6e0f-4e85-bc60-03df04761450 already deleted. [ 643.175546] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7450a80-6e0f-4e85-bc60-03df04761450" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.331208] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 in Status: SUCCESS [ 643.331208] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 deletion is rescheduled due to dependency. [ 643.331316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.317383] env[65309]: INFO networking_nsxv3.common.synchronization [req-366eeaee-b3ad-4312-876c-e70623f8d300 req-c96af1e3-f71b-4f28-a73b-e423d1c47a24 tempest-SecurityGroupRulesTestJSON-197896353 tempest-SecurityGroupRulesTestJSON-197896353-project-member] Enqueued Resource ID: 27bf2bda-4180-49e6-9bd3-ddd3084bdb2f with Priority: HIGHEST for action security_group_rules [ 646.319333] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27bf2bda-4180-49e6-9bd3-ddd3084bdb2f with Priority: HIGHEST for action security_group_rules [ 646.319333] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27bf2bda-4180-49e6-9bd3-ddd3084bdb2f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.319492] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27bf2bda-4180-49e6-9bd3-ddd3084bdb2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.319617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27bf2bda-4180-49e6-9bd3-ddd3084bdb2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.321034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27bf2bda-4180-49e6-9bd3-ddd3084bdb2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.321034] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27bf2bda-4180-49e6-9bd3-ddd3084bdb2f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.806501] env[65309]: INFO networking_nsxv3.common.synchronization [req-2e8e25e2-1933-4ade-a6b5-0c265e669656 req-0f306481-6be1-4be5-985c-e13e850de8db tempest-TenantUsagesTestJSON-286761639 tempest-TenantUsagesTestJSON-286761639-project-member] Enqueued Resource ID: cc2b90e9-9a8c-4328-a941-25104f2c267b with Priority: HIGHEST for action security_group_members [ 646.806501] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2b90e9-9a8c-4328-a941-25104f2c267b with Priority: HIGHEST for action security_group_members [ 646.806501] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2b90e9-9a8c-4328-a941-25104f2c267b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.806501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.806501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.806923] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.807390] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.807604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.807755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.808066] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.808271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.808451] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2b90e9-9a8c-4328-a941-25104f2c267b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.849621] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.849879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.849879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.850042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.850147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.850242] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27bf2bda-4180-49e6-9bd3-ddd3084bdb2f already deleted. [ 646.850321] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27bf2bda-4180-49e6-9bd3-ddd3084bdb2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.155389] env[65309]: INFO networking_nsxv3.common.synchronization [None req-90eb8ce5-e1e8-4a55-9b08-1e357fe7a77f None None] Enqueued Resource ID: 883a25cc-19c8-4835-9bf5-99751bb757fd with Priority: HIGHEST for action port [ 647.155389] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883a25cc-19c8-4835-9bf5-99751bb757fd with Priority: HIGHEST for action port [ 647.155662] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-883a25cc-19c8-4835-9bf5-99751bb757fd taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.156961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-883a25cc-19c8-4835-9bf5-99751bb757fd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.156961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-883a25cc-19c8-4835-9bf5-99751bb757fd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.156961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-883a25cc-19c8-4835-9bf5-99751bb757fd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.156961] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('883a25cc-19c8-4835-9bf5-99751bb757fd',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.311917] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.311917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.311917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.311917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.311917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.311917] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.311917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.311917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.311917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.311917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.311917] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2b90e9-9a8c-4328-a941-25104f2c267b is going to be updated. [ 647.343330] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.346536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.346536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.346536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.346536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.357664] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2b90e9-9a8c-4328-a941-25104f2c267b in Status: IN_PROGRESS for 2s [ 647.659470] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 883a25cc-19c8-4835-9bf5-99751bb757fd [ 647.659706] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.659842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.659907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.660165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.660246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.660365] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:883a25cc-19c8-4835-9bf5-99751bb757fd already deleted. [ 647.660431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-883a25cc-19c8-4835-9bf5-99751bb757fd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.807808] env[65309]: INFO networking_nsxv3.common.synchronization [None req-5814aa81-a832-4ebb-b8d4-0ec3ecb7c625 None None] Enqueued Resource ID: 87cab4cc-7056-41d0-925a-a7bf543c166e with Priority: HIGHEST for action port [ 647.807808] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87cab4cc-7056-41d0-925a-a7bf543c166e with Priority: HIGHEST for action port [ 647.810657] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-87cab4cc-7056-41d0-925a-a7bf543c166e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.810832] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87cab4cc-7056-41d0-925a-a7bf543c166e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.811036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87cab4cc-7056-41d0-925a-a7bf543c166e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.811343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87cab4cc-7056-41d0-925a-a7bf543c166e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.811518] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87cab4cc-7056-41d0-925a-a7bf543c166e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.095259] env[65309]: INFO networking_nsxv3.common.synchronization [None req-6af3ced7-965f-47d2-a9c2-a5b0d441599b None None] Enqueued Resource ID: 909d5db4-e44f-4ab9-ae8a-59b6c0923817 with Priority: HIGHEST for action port [ 648.095444] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909d5db4-e44f-4ab9-ae8a-59b6c0923817 with Priority: HIGHEST for action port [ 648.096021] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-909d5db4-e44f-4ab9-ae8a-59b6c0923817 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.096173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-909d5db4-e44f-4ab9-ae8a-59b6c0923817" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.096257] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-909d5db4-e44f-4ab9-ae8a-59b6c0923817" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.096779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-909d5db4-e44f-4ab9-ae8a-59b6c0923817" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.096779] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('909d5db4-e44f-4ab9-ae8a-59b6c0923817',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.313481] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87cab4cc-7056-41d0-925a-a7bf543c166e [ 648.313717] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.313888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.313951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.314282] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.314581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.314581] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87cab4cc-7056-41d0-925a-a7bf543c166e already deleted. [ 648.314581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87cab4cc-7056-41d0-925a-a7bf543c166e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.601757] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 909d5db4-e44f-4ab9-ae8a-59b6c0923817 [ 648.602136] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.603958] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.604174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.604606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.605161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.605161] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:909d5db4-e44f-4ab9-ae8a-59b6c0923817 already deleted. [ 648.605161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-909d5db4-e44f-4ab9-ae8a-59b6c0923817" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.907451] env[65309]: INFO networking_nsxv3.common.synchronization [req-60b88432-a537-454f-9e32-e98ff6ffed7d req-8658a2a4-fe17-40e2-ba6a-5edafaee948a tempest-ServerTagsTestJSON-207201462 tempest-ServerTagsTestJSON-207201462-project-member] Enqueued Resource ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c with Priority: HIGHEST for action security_group_members [ 648.907451] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c with Priority: HIGHEST for action security_group_members [ 648.907451] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.907451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.907451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.907451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.907451] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.907451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.907451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.907451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.908134] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.908134] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.373393] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.373577] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-399" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.373643] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-399" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.377583] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-399" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.377583] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.377583] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.377583] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.377583] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.377583] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.377583] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.377583] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.377583] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.377583] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.377583] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.377583] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.377583] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.379941] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2b90e9-9a8c-4328-a941-25104f2c267b in Status: SUCCESS [ 649.380322] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2b90e9-9a8c-4328-a941-25104f2c267b deletion is rescheduled due to dependency. [ 649.380471] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2b90e9-9a8c-4328-a941-25104f2c267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.399982] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.400198] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.400346] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.400539] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-399" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.401048] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-86a91ace-13ca-45e8-89af-337b93751947 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.401425] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-86a91ace-13ca-45e8-89af-337b93751947" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.401425] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-86a91ace-13ca-45e8-89af-337b93751947" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.401766] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-86a91ace-13ca-45e8-89af-337b93751947" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.402067] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86a91ace-13ca-45e8-89af-337b93751947',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.411192] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.411192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.411192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.411192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.411192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.411192] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.411192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.411192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.411192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.411192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.411627] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c already deleted. [ 649.411627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.907947] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.907947] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.907947] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.907947] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.907947] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.907947] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 86a91ace-13ca-45e8-89af-337b93751947 not found, creating... [ 649.907947] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.907947] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.907947] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.907947] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.907947] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.908912] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.908912] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.908912] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.908912] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.908912] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.908912] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 86a91ace-13ca-45e8-89af-337b93751947 is going to be created. [ 649.930839] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.931110] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.931110] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.932049] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.932049] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.932049] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-86a91ace-13ca-45e8-89af-337b93751947" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.691022] env[65309]: INFO networking_nsxv3.common.synchronization [req-60b88432-a537-454f-9e32-e98ff6ffed7d req-eda50004-8e0f-4182-b663-5a2ec322b485 service nova] Enqueued Resource ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c with Priority: HIGHEST for action security_group_rules [ 650.691022] env[65309]: INFO networking_nsxv3.common.synchronization [req-60b88432-a537-454f-9e32-e98ff6ffed7d req-eda50004-8e0f-4182-b663-5a2ec322b485 service nova] Enqueued Resource ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c with Priority: HIGHEST for action security_group_members [ 650.691022] env[65309]: INFO networking_nsxv3.common.synchronization [req-60b88432-a537-454f-9e32-e98ff6ffed7d req-eda50004-8e0f-4182-b663-5a2ec322b485 service nova] Enqueued Resource ID: 86a91ace-13ca-45e8-89af-337b93751947 with Priority: HIGHEST for action port [ 650.691022] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c with Priority: HIGHEST for action security_group_rules [ 650.691022] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c with Priority: HIGHEST for action security_group_members [ 650.691022] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a91ace-13ca-45e8-89af-337b93751947 with Priority: HIGHEST for action port [ 650.691563] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.692090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.692340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.692675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.692869] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.694289] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.694851] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.696653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.696653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.696653] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.696653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.696653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.696653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.696653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.696653] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.698034] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-86a91ace-13ca-45e8-89af-337b93751947 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.699998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86a91ace-13ca-45e8-89af-337b93751947" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.699998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86a91ace-13ca-45e8-89af-337b93751947" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.699998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86a91ace-13ca-45e8-89af-337b93751947" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.699998] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86a91ace-13ca-45e8-89af-337b93751947',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.702439] env[65309]: INFO networking_nsxv3.common.synchronization [None req-95662f0a-4cc6-4736-85e5-ffb6ab2bd474 None None] Enqueued Resource ID: 5e92fec7-c103-4617-ae36-ac5b6d6d7e03 with Priority: HIGHEST for action port [ 650.703389] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e92fec7-c103-4617-ae36-ac5b6d6d7e03 with Priority: HIGHEST for action port [ 650.704344] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e92fec7-c103-4617-ae36-ac5b6d6d7e03 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.704344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e92fec7-c103-4617-ae36-ac5b6d6d7e03" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.704344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e92fec7-c103-4617-ae36-ac5b6d6d7e03" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.704833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e92fec7-c103-4617-ae36-ac5b6d6d7e03" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.705065] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e92fec7-c103-4617-ae36-ac5b6d6d7e03',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.200627] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.201727] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.201857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.202084] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86a91ace-13ca-45e8-89af-337b93751947 with status ACTIVE [ 651.202214] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.202320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.202377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.202581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.202663] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.202824] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.202931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.202992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.203279] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.203354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.203549] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.203637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.203695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.203934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.203934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.204072] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86a91ace-13ca-45e8-89af-337b93751947 is going to be updated. [ 651.208493] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e92fec7-c103-4617-ae36-ac5b6d6d7e03 [ 651.208493] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.208493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.208493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.208493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.208493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.208493] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e92fec7-c103-4617-ae36-ac5b6d6d7e03 already deleted. [ 651.208985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e92fec7-c103-4617-ae36-ac5b6d6d7e03" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.219454] env[65309]: INFO networking_nsxv3.common.synchronization [req-b3504fc3-f50b-445e-9808-7e3fc235bad6 req-b8095f31-8c44-4425-a264-38e97ffc7bdb tempest-InstanceActionsTestJSON-730284196 tempest-InstanceActionsTestJSON-730284196-project-member] Enqueued Resource ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c with Priority: HIGHEST for action security_group_members [ 651.219835] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c with Priority: HIGHEST for action security_group_members [ 651.220763] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.220763] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.220763] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.220763] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.220763] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.221364] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.221448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.221609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.221692] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.221810] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.228255] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.228424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.229039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.229039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.229039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.229039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86a91ace-13ca-45e8-89af-337b93751947" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.706962] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.725126] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.725126] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.725126] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.725126] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.725126] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.725126] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.725126] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.726464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.726464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.726464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.726464] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c is going to be updated. [ 651.758633] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.758770] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.759170] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.759170] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.759278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.770891] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c in Status: IN_PROGRESS for 2s [ 652.209450] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.209775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.210713] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.210995] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.211113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.211220] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c is going to be created. [ 652.237939] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.238211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.238406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.238624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.238804] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.249551] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c in Status: UNINITIALIZED for 2s [ 652.329069] env[65309]: INFO networking_nsxv3.common.synchronization [req-153ddd3b-53df-4479-b147-54e175d72d47 req-7d0af0a9-28d2-4f47-bfb6-441bb87bad7a tempest-ServerRescueTestJSON-942827773 tempest-ServerRescueTestJSON-942827773-project-member] Enqueued Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_members [ 652.330326] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_members [ 652.333975] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff63fc87-b47a-4b6f-a551-1327eee10106 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.336303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.336303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.336303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.336303] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.336303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.336303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.336303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.336303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.336303] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.452324] env[65309]: INFO networking_nsxv3.common.synchronization [None req-d3095c35-09b4-4e36-94d0-1c4680d4461c None None] Enqueued Resource ID: ce83b469-7060-4703-bd18-dec4e6ae1a27 with Priority: HIGHEST for action port [ 652.452459] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce83b469-7060-4703-bd18-dec4e6ae1a27 with Priority: HIGHEST for action port [ 652.453090] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce83b469-7060-4703-bd18-dec4e6ae1a27 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.453214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce83b469-7060-4703-bd18-dec4e6ae1a27" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.453306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce83b469-7060-4703-bd18-dec4e6ae1a27" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.453538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce83b469-7060-4703-bd18-dec4e6ae1a27" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.454301] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce83b469-7060-4703-bd18-dec4e6ae1a27',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.656037] env[65309]: INFO networking_nsxv3.common.synchronization [req-6b6ef032-c5ea-40df-bb76-7db11b563146 req-344d5aae-9ae3-4219-b9f5-d1b45aae043a tempest-ImagesTestJSON-941911563 tempest-ImagesTestJSON-941911563-project-member] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 652.656383] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 652.656755] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.656879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.656879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.657487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.658224] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.658476] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.658716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.658957] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.659068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.659172] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.838818] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.839047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.839047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.839201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.839301] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.839508] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.839609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.839664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.839832] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.839940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.840046] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff63fc87-b47a-4b6f-a551-1327eee10106 already deleted. [ 652.840133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.956583] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce83b469-7060-4703-bd18-dec4e6ae1a27 [ 652.956831] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.956971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.957059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.957334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.957467] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.957701] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce83b469-7060-4703-bd18-dec4e6ae1a27 already deleted. [ 652.957846] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce83b469-7060-4703-bd18-dec4e6ae1a27" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.997234] env[65309]: INFO networking_nsxv3.common.synchronization [None req-6f063c66-dbf3-4700-8fff-60e88b841a99 None None] Enqueued Resource ID: af48768e-4642-4a3b-83e4-707cd1320cc8 with Priority: HIGHEST for action port [ 652.997991] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af48768e-4642-4a3b-83e4-707cd1320cc8 with Priority: HIGHEST for action port [ 652.998251] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-af48768e-4642-4a3b-83e4-707cd1320cc8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.998400] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af48768e-4642-4a3b-83e4-707cd1320cc8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.998469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af48768e-4642-4a3b-83e4-707cd1320cc8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.998734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af48768e-4642-4a3b-83e4-707cd1320cc8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.998804] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af48768e-4642-4a3b-83e4-707cd1320cc8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.163534] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.163534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.163534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.163534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.163534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.163947] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.164260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.164452] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.164892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.165414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.165572] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 653.195730] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.195878] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.195956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.196191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.196334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.205031] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.205196] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-280" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.205255] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-280" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.205585] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-280" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.206216] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.206517] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.206517] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.206706] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.206841] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.207056] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.207162] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.207263] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.207735] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.207735] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.207735] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.207735] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.209315] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 653.229414] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.229687] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.229687] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.229909] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-280" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.230300] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.230503] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.230583] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.230913] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.231062] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.479206] env[65309]: INFO networking_nsxv3.common.synchronization [None req-6f84908d-c0db-4647-9991-128be9dc4f18 None None] Enqueued Resource ID: 7bee5d00-c8ae-480e-aa78-515569c4100a with Priority: HIGHEST for action port [ 653.479206] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bee5d00-c8ae-480e-aa78-515569c4100a with Priority: HIGHEST for action port [ 653.479206] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bee5d00-c8ae-480e-aa78-515569c4100a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.479380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bee5d00-c8ae-480e-aa78-515569c4100a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.479380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bee5d00-c8ae-480e-aa78-515569c4100a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.479874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bee5d00-c8ae-480e-aa78-515569c4100a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.479874] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bee5d00-c8ae-480e-aa78-515569c4100a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.501286] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af48768e-4642-4a3b-83e4-707cd1320cc8 [ 653.501853] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.501853] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.502035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.502262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.502408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.502499] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af48768e-4642-4a3b-83e4-707cd1320cc8 already deleted. [ 653.502618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af48768e-4642-4a3b-83e4-707cd1320cc8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.778378] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.778378] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.778378] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.778378] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.778378] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.778378] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b not found, creating... [ 653.778378] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.778378] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.778378] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.778378] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.778378] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.780805] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.780805] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.780805] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.780805] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.780805] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.780805] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b is going to be created. [ 653.780805] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.780805] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.780805] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.782190] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.782190] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.782190] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.782190] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c in Status: SUCCESS [ 653.782190] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c deletion is rescheduled due to dependency. [ 653.782190] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.984075] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bee5d00-c8ae-480e-aa78-515569c4100a [ 653.984327] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.984467] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.984528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.984756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.984844] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.984937] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bee5d00-c8ae-480e-aa78-515569c4100a already deleted. [ 653.985036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bee5d00-c8ae-480e-aa78-515569c4100a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.261181] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c in Status: SUCCESS [ 654.263094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.263094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.263413] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.263413] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.263531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.263584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.264020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.264020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.264020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.264020] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.516011] env[65309]: INFO networking_nsxv3.common.synchronization [req-153ddd3b-53df-4479-b147-54e175d72d47 req-25d4a6b4-85bf-40da-99dc-bb923de2329f service nova] Enqueued Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_rules [ 654.516266] env[65309]: INFO networking_nsxv3.common.synchronization [req-153ddd3b-53df-4479-b147-54e175d72d47 req-25d4a6b4-85bf-40da-99dc-bb923de2329f service nova] Enqueued Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_members [ 654.516788] env[65309]: INFO networking_nsxv3.common.synchronization [req-153ddd3b-53df-4479-b147-54e175d72d47 req-25d4a6b4-85bf-40da-99dc-bb923de2329f service nova] Enqueued Resource ID: e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b with Priority: HIGHEST for action port [ 654.518560] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_rules [ 654.518767] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_members [ 654.518961] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b with Priority: HIGHEST for action port [ 654.519355] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff63fc87-b47a-4b6f-a551-1327eee10106 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.519506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.519579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.520449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.520449] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.522924] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff63fc87-b47a-4b6f-a551-1327eee10106 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.522924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.522924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.522924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.522924] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.522924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.522924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.522924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.522924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.522924] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.524314] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.524615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.524705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.524890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.524968] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.771552] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.771741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.771814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.772146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.772366] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.772523] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.772612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.772805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.772943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.773130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.773345] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.773486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.773566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.773791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.774018] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.774141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.774258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.774802] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.774802] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.774802] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.774802] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.027302] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff63fc87-b47a-4b6f-a551-1327eee10106 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.027302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.027302] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.030198] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b with status ACTIVE [ 655.030198] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.030198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.030423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.031544] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.031544] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.031544] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.031544] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.031544] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.033936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.034235] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.034340] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.034457] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.034526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.034709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.034789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.034879] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b is going to be updated. [ 655.057669] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.058992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.058992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.058992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.058992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.058992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6aaaf24-1e97-4f3d-a43a-2b78a0b3614b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.226615] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 655.226615] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f deletion is rescheduled due to dependency. [ 655.226615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.276585] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c: rpc.has_security_group_logging(os_id): False [ 655.303234] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.303234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.303234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.303234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.303234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.303234] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.303234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.303234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.303234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.303234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.303234] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.303234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.303234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.303234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.308962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.308962] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.308962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.308962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.308962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.308962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.308962] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c is going to be created. [ 655.369505] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.369505] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.369821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.371422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.372030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.387130] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c in Status: IN_PROGRESS for 2s [ 655.417163] env[65309]: INFO networking_nsxv3.common.synchronization [None req-7f935b98-6104-4ea5-9d9b-5e36672e4739 None None] Enqueued Resource ID: 0afde5a9-f7ad-4154-8dd3-b1e2eec5ded8 with Priority: HIGHEST for action port [ 655.417163] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0afde5a9-f7ad-4154-8dd3-b1e2eec5ded8 with Priority: HIGHEST for action port [ 655.417538] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0afde5a9-f7ad-4154-8dd3-b1e2eec5ded8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.417650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0afde5a9-f7ad-4154-8dd3-b1e2eec5ded8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.417714] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0afde5a9-f7ad-4154-8dd3-b1e2eec5ded8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.417971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0afde5a9-f7ad-4154-8dd3-b1e2eec5ded8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.418201] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0afde5a9-f7ad-4154-8dd3-b1e2eec5ded8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.540799] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.810459] env[65309]: INFO networking_nsxv3.common.synchronization [req-3299152d-64bd-47ce-8f27-1a4991937110 req-b27e6d6a-7462-4df9-9c77-dfe0b3acd91b tempest-ServersTestMultiNic-160790073 tempest-ServersTestMultiNic-160790073-project-member] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 655.811051] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 655.811367] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.811528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.812050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.812323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.812494] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.812709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.812709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.812808] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.813582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.813907] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.921830] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0afde5a9-f7ad-4154-8dd3-b1e2eec5ded8 [ 655.921887] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.922176] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.923047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.923343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.923454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.923576] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0afde5a9-f7ad-4154-8dd3-b1e2eec5ded8 already deleted. [ 655.923647] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0afde5a9-f7ad-4154-8dd3-b1e2eec5ded8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.043577] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.043677] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.043677] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.043861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.043953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.044059] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff63fc87-b47a-4b6f-a551-1327eee10106 is going to be created. [ 656.073992] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.073992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.073992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.073992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.073992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.083958] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff63fc87-b47a-4b6f-a551-1327eee10106 in Status: UNINITIALIZED for 2s [ 656.317228] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.317555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.317555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.317741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.317775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.319023] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.319023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.319023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.319023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.319023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.319023] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 already deleted. [ 656.319023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.370977] env[65309]: INFO networking_nsxv3.common.synchronization [req-3299152d-64bd-47ce-8f27-1a4991937110 req-267eba45-3b16-4c83-b518-17db8e4826ea tempest-ServersTestMultiNic-160790073 tempest-ServersTestMultiNic-160790073-project-member] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 656.371616] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 656.371966] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.374395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.374395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.374395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.374395] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.374395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.374395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.374395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.374395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.374395] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.878611] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.879196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.879196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.879339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.880119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.880420] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.880592] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.880592] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.880772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.880860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.881062] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 already deleted. [ 656.881062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.984505] env[65309]: INFO networking_nsxv3.common.synchronization [req-3299152d-64bd-47ce-8f27-1a4991937110 req-7f484976-c2c9-4c6c-9185-3500786fb600 tempest-ServersTestMultiNic-160790073 tempest-ServersTestMultiNic-160790073-project-member] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 656.987419] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 656.987419] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.987419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.987419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.987419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.987419] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.987419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.987419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.987933] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.987933] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.987933] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.400319] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c in Status: SUCCESS [ 657.400675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.408256] env[65309]: INFO networking_nsxv3.common.synchronization [None req-9f38d488-5814-471b-88f4-e591a74cc9bd None None] Enqueued Resource ID: d945f24c-3f79-4243-a422-4f12810bc74e with Priority: HIGHEST for action port [ 657.408901] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d945f24c-3f79-4243-a422-4f12810bc74e with Priority: HIGHEST for action port [ 657.409270] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d945f24c-3f79-4243-a422-4f12810bc74e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.409406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d945f24c-3f79-4243-a422-4f12810bc74e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.409484] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d945f24c-3f79-4243-a422-4f12810bc74e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.409793] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d945f24c-3f79-4243-a422-4f12810bc74e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.409885] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d945f24c-3f79-4243-a422-4f12810bc74e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.492702] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.494929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.494929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.494929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.494929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.494929] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.494929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.494929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.494929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.494929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.494929] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 already deleted. [ 657.494929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.800833] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.801074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-144" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.801207] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-144" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.801539] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-144" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.801801] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.801987] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.802823] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.803131] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.803274] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.803488] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.803701] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.803701] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.803785] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.803887] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.803986] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.804133] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.828179] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.828436] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.828507] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.832028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-144" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.832028] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.832028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.832028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.832028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.832028] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.914037] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d945f24c-3f79-4243-a422-4f12810bc74e [ 657.914142] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.914564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.914564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.914564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.914717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.914717] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d945f24c-3f79-4243-a422-4f12810bc74e already deleted. [ 657.914813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d945f24c-3f79-4243-a422-4f12810bc74e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.097724] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff63fc87-b47a-4b6f-a551-1327eee10106 in Status: SUCCESS [ 658.098037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.098298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.098749] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.098866] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.099379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.099379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.099379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.099875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.099875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.099875] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.336259] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.336259] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.336259] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.336259] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.336259] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.336259] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53 not found, creating... [ 658.336259] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.336259] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.336259] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.336259] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.336259] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.336663] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.336663] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.336663] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.336663] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.337225] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.337484] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53 is going to be created. [ 658.363038] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.363038] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.363038] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.363038] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.363038] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.363038] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.603194] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff63fc87-b47a-4b6f-a551-1327eee10106 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.603513] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.603513] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.603741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.603816] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.603909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.603964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.604119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.604207] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.604299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.604448] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff63fc87-b47a-4b6f-a551-1327eee10106 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.604543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.604607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.604738] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.604870] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.604958] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.605027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.605162] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.605237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.605317] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.605407] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.085955] env[65309]: INFO networking_nsxv3.common.synchronization [req-3299152d-64bd-47ce-8f27-1a4991937110 req-951d9a48-4903-4c69-b3fa-fbc4f416cabe service nova] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_rules [ 659.085955] env[65309]: INFO networking_nsxv3.common.synchronization [req-3299152d-64bd-47ce-8f27-1a4991937110 req-951d9a48-4903-4c69-b3fa-fbc4f416cabe service nova] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 659.085955] env[65309]: INFO networking_nsxv3.common.synchronization [req-3299152d-64bd-47ce-8f27-1a4991937110 req-951d9a48-4903-4c69-b3fa-fbc4f416cabe service nova] Enqueued Resource ID: 8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53 with Priority: HIGHEST for action port [ 659.085955] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_rules [ 659.085955] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 659.085955] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53 with Priority: HIGHEST for action port [ 659.086795] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.086959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.087077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.087368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.087499] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.088729] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.090466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.090466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.090466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.090466] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.090466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.090466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.090466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.090466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.090466] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.090935] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.090935] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.090935] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.091077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.091164] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.108134] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff63fc87-b47a-4b6f-a551-1327eee10106: rpc.has_security_group_logging(os_id): False [ 659.128113] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.128113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.128113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.128113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.128501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.128501] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.128501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.128501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.128728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.128728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.128863] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.128959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.130074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.130074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.130074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.130074] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.130074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.130074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.130074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.130074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.130074] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff63fc87-b47a-4b6f-a551-1327eee10106 is going to be created. [ 659.195886] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.196213] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.196213] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.196353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.196506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.207529] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff63fc87-b47a-4b6f-a551-1327eee10106 in Status: IN_PROGRESS for 2s [ 659.241109] env[65309]: INFO networking_nsxv3.common.synchronization [req-53bbb279-dea1-46f5-8038-b19bd8133157 req-4f82bd19-811e-4f0d-85dc-b43b40bd2bcb tempest-ServerAddressesNegativeTestJSON-1416230765 tempest-ServerAddressesNegativeTestJSON-1416230765-project-member] Enqueued Resource ID: 766f2879-43f7-4902-b3ae-2f1232806292 with Priority: HIGHEST for action security_group_members [ 659.242356] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766f2879-43f7-4902-b3ae-2f1232806292 with Priority: HIGHEST for action security_group_members [ 659.243012] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-766f2879-43f7-4902-b3ae-2f1232806292 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.244216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.244216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.244415] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.244593] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.244711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.244776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.244970] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.245075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.245177] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766f2879-43f7-4902-b3ae-2f1232806292',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.593466] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.594686] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.594887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.595129] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53 with status ACTIVE [ 659.595403] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.595603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.595702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.595983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.596837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.597415] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.597555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.597631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.597892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.598044] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.598205] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.598352] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.598422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.598600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.598653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.598906] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53 is going to be updated. [ 659.627861] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.627861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.627861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.628436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.628436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.628520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eab9b4a-ab46-47f2-bdf8-0fb10f77aa53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.749827] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.749827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.749827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.749827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.749827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.751628] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.751628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.751628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.751628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.751628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.751628] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766f2879-43f7-4902-b3ae-2f1232806292 already deleted. [ 659.751628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.769180] env[65309]: INFO networking_nsxv3.common.synchronization [req-9f1516eb-fa1e-4322-874f-f2c3a2d3f8a2 req-5c3212dd-bc79-4fbb-b28c-4e405c4d6619 tempest-DeleteServersAdminTestJSON-211102788 tempest-DeleteServersAdminTestJSON-211102788-project-member] Enqueued Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_members [ 659.770070] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGHEST for action security_group_members [ 659.770478] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d945bc9-d697-4a03-90f4-09e559cda25e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.770613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.770677] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.770888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.771046] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.771149] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.771212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.771360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.771442] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.771542] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.102728] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.187029] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.187217] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.187217] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.187930] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.188213] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.188297] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.188397] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.188572] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.188711] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.188909] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.189017] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.189119] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.189273] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.189334] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.189425] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.189553] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.213275] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.213483] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.213640] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.213821] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.214155] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-fc1c5449-350c-4bd0-ae74-976364093e82 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.214328] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-fc1c5449-350c-4bd0-ae74-976364093e82" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.214477] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-fc1c5449-350c-4bd0-ae74-976364093e82" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.214807] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-fc1c5449-350c-4bd0-ae74-976364093e82" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.214939] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc1c5449-350c-4bd0-ae74-976364093e82',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.275040] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.275040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.275040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.275040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.275363] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.275363] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.276033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.276033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.276033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.276033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.276033] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d945bc9-d697-4a03-90f4-09e559cda25e is going to be updated. [ 660.311032] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.311222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.311279] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.311461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.311685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.315707] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.315904] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-953" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.316173] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-953" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.316508] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-953" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.316765] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.316922] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.317048] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.317266] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.317429] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.317632] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.317742] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.317864] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.318060] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.318115] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.318211] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.318341] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.320986] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d945bc9-d697-4a03-90f4-09e559cda25e in Status: IN_PROGRESS for 2s [ 660.336669] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.336871] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.336963] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.337151] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-953" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.337479] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-09ad9ba6-5154-4ad3-a9db-2e7048680527 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.337650] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-09ad9ba6-5154-4ad3-a9db-2e7048680527" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.337763] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-09ad9ba6-5154-4ad3-a9db-2e7048680527" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.338093] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-09ad9ba6-5154-4ad3-a9db-2e7048680527" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.338216] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09ad9ba6-5154-4ad3-a9db-2e7048680527',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.604847] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.605041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.605095] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.605277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.605369] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.605466] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be created. [ 660.629045] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.629535] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.629535] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.629535] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.629535] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.639706] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: UNINITIALIZED for 2s [ 660.718435] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.718659] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.718779] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.719203] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.719390] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.719522] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port fc1c5449-350c-4bd0-ae74-976364093e82 not found, creating... [ 660.719789] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.719998] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.720219] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.720458] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.720591] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.720882] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.721047] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.721160] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.721429] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.721592] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.721774] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: fc1c5449-350c-4bd0-ae74-976364093e82 is going to be created. [ 660.740997] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.742028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.742028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.742028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.742028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.742028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-fc1c5449-350c-4bd0-ae74-976364093e82" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.841197] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.841422] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.841539] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.841817] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.842011] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.842222] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 09ad9ba6-5154-4ad3-a9db-2e7048680527 not found, creating... [ 660.842482] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.842637] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.842745] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.843027] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.843169] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.843453] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.843600] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.843707] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.843903] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.844049] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.844215] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 09ad9ba6-5154-4ad3-a9db-2e7048680527 is going to be created. [ 660.869186] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.869570] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.870224] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.870540] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.870763] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.870980] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-09ad9ba6-5154-4ad3-a9db-2e7048680527" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.220037] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff63fc87-b47a-4b6f-a551-1327eee10106 in Status: SUCCESS [ 661.220303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.463511] env[65309]: INFO networking_nsxv3.common.synchronization [req-53bbb279-dea1-46f5-8038-b19bd8133157 req-d31188cb-5f01-43ff-9073-8b7a2b5eaa15 service nova] Enqueued Resource ID: 766f2879-43f7-4902-b3ae-2f1232806292 with Priority: HIGHEST for action security_group_rules [ 661.463656] env[65309]: INFO networking_nsxv3.common.synchronization [req-53bbb279-dea1-46f5-8038-b19bd8133157 req-d31188cb-5f01-43ff-9073-8b7a2b5eaa15 service nova] Enqueued Resource ID: 766f2879-43f7-4902-b3ae-2f1232806292 with Priority: HIGHEST for action security_group_members [ 661.463822] env[65309]: INFO networking_nsxv3.common.synchronization [req-53bbb279-dea1-46f5-8038-b19bd8133157 req-d31188cb-5f01-43ff-9073-8b7a2b5eaa15 service nova] Enqueued Resource ID: fc1c5449-350c-4bd0-ae74-976364093e82 with Priority: HIGHEST for action port [ 661.464673] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766f2879-43f7-4902-b3ae-2f1232806292 with Priority: HIGHEST for action security_group_rules [ 661.464861] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766f2879-43f7-4902-b3ae-2f1232806292 with Priority: HIGHEST for action security_group_members [ 661.464975] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1c5449-350c-4bd0-ae74-976364093e82 with Priority: HIGHEST for action port [ 661.465917] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-766f2879-43f7-4902-b3ae-2f1232806292 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.466159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.466159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.466595] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.466715] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('766f2879-43f7-4902-b3ae-2f1232806292',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.471359] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-766f2879-43f7-4902-b3ae-2f1232806292 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.471647] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.471712] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.472837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.473836] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.473836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.473836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.473836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.473836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.473836] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766f2879-43f7-4902-b3ae-2f1232806292',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.475389] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc1c5449-350c-4bd0-ae74-976364093e82 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.475545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc1c5449-350c-4bd0-ae74-976364093e82" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.475631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc1c5449-350c-4bd0-ae74-976364093e82" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.475779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc1c5449-350c-4bd0-ae74-976364093e82" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.475860] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc1c5449-350c-4bd0-ae74-976364093e82',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.623170] env[65309]: INFO networking_nsxv3.common.synchronization [req-3299152d-64bd-47ce-8f27-1a4991937110 req-2081a0cd-4e47-4db7-a0da-14f04915948b service nova] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_rules [ 661.623340] env[65309]: INFO networking_nsxv3.common.synchronization [req-3299152d-64bd-47ce-8f27-1a4991937110 req-2081a0cd-4e47-4db7-a0da-14f04915948b service nova] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 661.623527] env[65309]: INFO networking_nsxv3.common.synchronization [req-3299152d-64bd-47ce-8f27-1a4991937110 req-2081a0cd-4e47-4db7-a0da-14f04915948b service nova] Enqueued Resource ID: 09ad9ba6-5154-4ad3-a9db-2e7048680527 with Priority: HIGHEST for action port [ 661.625545] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_rules [ 661.625904] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 661.625904] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ad9ba6-5154-4ad3-a9db-2e7048680527 with Priority: HIGHEST for action port [ 661.626106] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.626250] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.626487] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.626651] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.626770] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-09ad9ba6-5154-4ad3-a9db-2e7048680527 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.626877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09ad9ba6-5154-4ad3-a9db-2e7048680527" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.626925] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09ad9ba6-5154-4ad3-a9db-2e7048680527" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.627156] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09ad9ba6-5154-4ad3-a9db-2e7048680527" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.627404] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09ad9ba6-5154-4ad3-a9db-2e7048680527',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.972447] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-766f2879-43f7-4902-b3ae-2f1232806292 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.972907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.976173] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('766f2879-43f7-4902-b3ae-2f1232806292',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.978037] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc1c5449-350c-4bd0-ae74-976364093e82 with status ACTIVE [ 661.978150] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.979090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.979090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.979090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.979090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.979090] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.979397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.979397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.979477] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.979558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.979773] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.980096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.980247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.980382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.980475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.980602] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc1c5449-350c-4bd0-ae74-976364093e82 is going to be updated. [ 662.008936] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.009155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.009230] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.009474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.009625] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.009903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc1c5449-350c-4bd0-ae74-976364093e82" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.024261] env[65309]: INFO networking_nsxv3.common.synchronization [req-53df989c-186e-4e75-92a8-8ae149407140 req-756747da-1702-40fa-86d8-d3c2b143ef8b tempest-SecurityGroupRulesTestJSON-197896353 tempest-SecurityGroupRulesTestJSON-197896353-project-member] Enqueued Resource ID: 8dc5044e-8061-41fd-98d9-cf894e7dbac4 with Priority: HIGHEST for action security_group_rules [ 662.024845] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc5044e-8061-41fd-98d9-cf894e7dbac4 with Priority: HIGHEST for action security_group_rules [ 662.025325] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc5044e-8061-41fd-98d9-cf894e7dbac4 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.025450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc5044e-8061-41fd-98d9-cf894e7dbac4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.025517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc5044e-8061-41fd-98d9-cf894e7dbac4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.025776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc5044e-8061-41fd-98d9-cf894e7dbac4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.025881] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc5044e-8061-41fd-98d9-cf894e7dbac4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.130600] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09ad9ba6-5154-4ad3-a9db-2e7048680527 with status ACTIVE [ 662.130909] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.131125] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.131212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.131509] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.131617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.131941] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.132144] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.132265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.132511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.132623] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.132883] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.133029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.133176] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.133319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.133399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.133494] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09ad9ba6-5154-4ad3-a9db-2e7048680527 is going to be updated. [ 662.168534] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.168739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.168966] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.169349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.169431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.169654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09ad9ba6-5154-4ad3-a9db-2e7048680527" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.332874] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d945bc9-d697-4a03-90f4-09e559cda25e in Status: SUCCESS [ 662.333296] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d945bc9-d697-4a03-90f4-09e559cda25e deletion is rescheduled due to dependency. [ 662.333296] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.478481] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('766f2879-43f7-4902-b3ae-2f1232806292',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.524092] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.524339] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-144" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.524507] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-144" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.524971] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-144" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.525083] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.525513] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.525513] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.525641] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.525785] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.526020] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.526139] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.526531] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.526531] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.526531] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.526699] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.526740] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.550255] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.550466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.550517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.550755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.550853] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.550938] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc5044e-8061-41fd-98d9-cf894e7dbac4 already deleted. [ 662.551061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc5044e-8061-41fd-98d9-cf894e7dbac4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.560492] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.560746] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.560941] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.561169] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-144" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.562319] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-8552d85d-7a85-4722-9e07-8300e893d91b taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.562319] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-8552d85d-7a85-4722-9e07-8300e893d91b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.562319] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-8552d85d-7a85-4722-9e07-8300e893d91b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.562556] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-8552d85d-7a85-4722-9e07-8300e893d91b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.562556] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8552d85d-7a85-4722-9e07-8300e893d91b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.650055] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 662.650205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.650407] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.650648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.651053] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.651168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.651168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.651338] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.651435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.651540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.651865] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.652560] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.652762] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.653315] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.653315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.653315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.653533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.653533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.653533] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.981317] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.981714] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.981714] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.981798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.981888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.982057] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766f2879-43f7-4902-b3ae-2f1232806292 is going to be created. [ 663.018154] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.018312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.018384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.018611] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.018776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.030187] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766f2879-43f7-4902-b3ae-2f1232806292 in Status: UNINITIALIZED for 2s [ 663.066139] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.066340] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.066465] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.066746] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.066886] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.067046] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 8552d85d-7a85-4722-9e07-8300e893d91b not found, creating... [ 663.067298] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.067446] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.067555] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.067760] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.067890] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.068174] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.068324] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.068432] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.068631] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.068756] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.068960] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 8552d85d-7a85-4722-9e07-8300e893d91b is going to be created. [ 663.089455] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.089659] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.089761] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.090096] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.090329] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.090543] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-8552d85d-7a85-4722-9e07-8300e893d91b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.155370] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.155510] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.157296] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.660155] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.794425] env[65309]: INFO networking_nsxv3.common.synchronization [req-3299152d-64bd-47ce-8f27-1a4991937110 req-8fad7fed-ae84-493d-876f-254bf12e8b4a service nova] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_rules [ 663.794601] env[65309]: INFO networking_nsxv3.common.synchronization [req-3299152d-64bd-47ce-8f27-1a4991937110 req-8fad7fed-ae84-493d-876f-254bf12e8b4a service nova] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 663.794736] env[65309]: INFO networking_nsxv3.common.synchronization [req-3299152d-64bd-47ce-8f27-1a4991937110 req-8fad7fed-ae84-493d-876f-254bf12e8b4a service nova] Enqueued Resource ID: 8552d85d-7a85-4722-9e07-8300e893d91b with Priority: HIGHEST for action port [ 663.795262] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_rules [ 663.795390] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 663.795486] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8552d85d-7a85-4722-9e07-8300e893d91b with Priority: HIGHEST for action port [ 663.795751] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.795898] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.796023] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.796111] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.796296] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-8552d85d-7a85-4722-9e07-8300e893d91b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.796408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8552d85d-7a85-4722-9e07-8300e893d91b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.796463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8552d85d-7a85-4722-9e07-8300e893d91b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.796685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8552d85d-7a85-4722-9e07-8300e893d91b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.796685] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8552d85d-7a85-4722-9e07-8300e893d91b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.163022] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.163022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.163022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.163022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.163022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.163022] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be updated. [ 664.192243] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.192465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.193756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.193848] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.194062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.205727] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 664.298849] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8552d85d-7a85-4722-9e07-8300e893d91b with status ACTIVE [ 664.300850] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.300850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.300850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.300850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.300850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.300850] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.300850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.300850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.300850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.301223] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.301223] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.301950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.305331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.305702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.305798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.305900] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8552d85d-7a85-4722-9e07-8300e893d91b is going to be updated. [ 664.332457] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.332683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.332683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.334165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.334165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.334165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8552d85d-7a85-4722-9e07-8300e893d91b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.043395] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766f2879-43f7-4902-b3ae-2f1232806292 in Status: SUCCESS [ 665.043662] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.043842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.044106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.044314] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.044437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.044504] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.044668] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.044750] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.044841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.044932] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('766f2879-43f7-4902-b3ae-2f1232806292',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.176851] env[65309]: INFO networking_nsxv3.common.synchronization [None req-b0836611-ab43-4d91-a0ad-6211060acad1 None None] Enqueued Resource ID: 0071d74b-ad21-408e-bc57-3ca94635e0a3 with Priority: HIGHEST for action port [ 665.177191] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0071d74b-ad21-408e-bc57-3ca94635e0a3 with Priority: HIGHEST for action port [ 665.177346] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0071d74b-ad21-408e-bc57-3ca94635e0a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.177495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0071d74b-ad21-408e-bc57-3ca94635e0a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.177545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0071d74b-ad21-408e-bc57-3ca94635e0a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.177765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0071d74b-ad21-408e-bc57-3ca94635e0a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.177854] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0071d74b-ad21-408e-bc57-3ca94635e0a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.548172] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-766f2879-43f7-4902-b3ae-2f1232806292 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.548491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.548617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.549140] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.549140] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.549140] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.549609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.549609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.549609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.549609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.549971] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-766f2879-43f7-4902-b3ae-2f1232806292 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.549971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.549971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.551246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.551246] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.551246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.551246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.551246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.551246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.551246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.551246] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('766f2879-43f7-4902-b3ae-2f1232806292',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.681958] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0071d74b-ad21-408e-bc57-3ca94635e0a3 [ 665.682848] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.682848] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.683042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.683455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.683550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.683722] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0071d74b-ad21-408e-bc57-3ca94635e0a3 already deleted. [ 665.683787] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0071d74b-ad21-408e-bc57-3ca94635e0a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.054948] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 766f2879-43f7-4902-b3ae-2f1232806292: rpc.has_security_group_logging(os_id): False [ 666.079996] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.080202] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.080308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.080547] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.080653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.080870] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.080971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.081253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.081253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.081349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.081489] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.081588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.081640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.081793] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.081867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.086184] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.088324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.088324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.088324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.088324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.088324] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 766f2879-43f7-4902-b3ae-2f1232806292 is going to be created. [ 666.151815] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.152032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.152032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.152280] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.152462] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.167034] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 766f2879-43f7-4902-b3ae-2f1232806292 in Status: IN_PROGRESS for 2s [ 666.220228] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 666.220228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.220228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.220228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.220228] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.220228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.220228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.220228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.220228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.220228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.220228] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.220228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.220228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.220228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.220228] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.220228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.220228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.230032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.230032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.230032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.230032] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.230032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.230032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.230032] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.230032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.230032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.230032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.230032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.230032] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.730400] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aebbf504-21fa-4627-9a36-30d0433a2b73: rpc.has_security_group_logging(os_id): False [ 666.732152] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.758031] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.758031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.758031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.758031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.758031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.758031] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.758031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.758031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.758031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.758031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.758031] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.758031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.758031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.758031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.758031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.758774] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.758774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.758774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.758774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.758774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.758774] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be created. [ 666.831938] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.832207] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.832207] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.832423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.832632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.847199] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 666.982783] env[65309]: INFO networking_nsxv3.common.synchronization [None req-2a053c5d-4360-42d6-a3e2-9d122f3969f1 None None] Enqueued Resource ID: b43f4fc5-3bde-4142-8262-62b7e31a4e19 with Priority: HIGHEST for action port [ 666.983536] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43f4fc5-3bde-4142-8262-62b7e31a4e19 with Priority: HIGHEST for action port [ 666.984600] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b43f4fc5-3bde-4142-8262-62b7e31a4e19 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.984600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b43f4fc5-3bde-4142-8262-62b7e31a4e19" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.984600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b43f4fc5-3bde-4142-8262-62b7e31a4e19" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.984600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b43f4fc5-3bde-4142-8262-62b7e31a4e19" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.984600] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b43f4fc5-3bde-4142-8262-62b7e31a4e19',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.154660] env[65309]: INFO networking_nsxv3.common.synchronization [None req-17704f0a-2482-46d8-9fc3-33724af602e4 None None] Enqueued Resource ID: de3bc133-7ffe-4343-bafa-cc636a4b5e6c with Priority: HIGHEST for action port [ 667.154660] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de3bc133-7ffe-4343-bafa-cc636a4b5e6c with Priority: HIGHEST for action port [ 667.159118] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-de3bc133-7ffe-4343-bafa-cc636a4b5e6c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.159263] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de3bc133-7ffe-4343-bafa-cc636a4b5e6c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.159330] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de3bc133-7ffe-4343-bafa-cc636a4b5e6c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.160459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de3bc133-7ffe-4343-bafa-cc636a4b5e6c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.160459] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3bc133-7ffe-4343-bafa-cc636a4b5e6c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.234732] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.486555] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b43f4fc5-3bde-4142-8262-62b7e31a4e19 [ 667.486555] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.486717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.486764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.486945] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.487055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.487150] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b43f4fc5-3bde-4142-8262-62b7e31a4e19 already deleted. [ 667.487250] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b43f4fc5-3bde-4142-8262-62b7e31a4e19" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.663480] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de3bc133-7ffe-4343-bafa-cc636a4b5e6c [ 667.663718] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.663872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.663964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.664152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.664247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.664331] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de3bc133-7ffe-4343-bafa-cc636a4b5e6c already deleted. [ 667.664437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de3bc133-7ffe-4343-bafa-cc636a4b5e6c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.737681] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.737796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.737796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.738060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.738184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.738279] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be updated. [ 667.775621] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.775776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.775776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.775991] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.776213] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.792255] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 668.182095] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 766f2879-43f7-4902-b3ae-2f1232806292 in Status: SUCCESS [ 668.182491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.386722] env[65309]: INFO networking_nsxv3.common.synchronization [req-f84c01a0-ad91-415d-9084-f72bfe508450 req-60cb7c62-c340-4052-b1db-698ad4c2b806 tempest-ImagesTestJSON-941911563 tempest-ImagesTestJSON-941911563-project-member] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 668.387309] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 668.387612] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.387737] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.387801] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.387993] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.388696] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.388805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.388868] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.389050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.389135] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.389294] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.860781] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 668.861012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.861205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.862192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.862192] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.893603] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.893603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.893603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.893603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.893603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.893603] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.893603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.893603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.893603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.894230] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.894230] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 668.925075] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.927686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.927686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.927686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.927686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.937131] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 669.364567] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.364788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.802350] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 669.802657] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.802751] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.803080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.803389] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.803528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.803528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.803659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.803744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.803827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.803921] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.990348] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.990535] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.990653] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.990916] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.991173] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.991389] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.991500] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.991730] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.992093] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.992093] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.992224] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.992329] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.992430] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.992594] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.992752] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.992889] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.013750] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.014114] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.014114] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.014338] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.014764] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-de2e43c5-9f7a-4741-adb4-ad197a433eff taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.015017] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-de2e43c5-9f7a-4741-adb4-ad197a433eff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.015174] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-de2e43c5-9f7a-4741-adb4-ad197a433eff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.015518] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-de2e43c5-9f7a-4741-adb4-ad197a433eff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.015733] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de2e43c5-9f7a-4741-adb4-ad197a433eff',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.308784] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.308784] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.308784] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.308784] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.308784] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.309210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.309390] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.311268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.311268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.311268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.311268] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.311268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.311268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.311268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.311268] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.311268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.311268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.311268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.311268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.311268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.311809] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.446383] env[65309]: INFO networking_nsxv3.common.synchronization [None req-0ae2bc3e-2643-44c2-956c-31f0d8e332e6 None None] Enqueued Resource ID: 652e50bd-d305-4b28-918d-8e3d2fc8dc84 with Priority: HIGHEST for action port [ 670.446924] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652e50bd-d305-4b28-918d-8e3d2fc8dc84 with Priority: HIGHEST for action port [ 670.447332] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-652e50bd-d305-4b28-918d-8e3d2fc8dc84 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.447462] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-652e50bd-d305-4b28-918d-8e3d2fc8dc84" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.447527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-652e50bd-d305-4b28-918d-8e3d2fc8dc84" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.447779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-652e50bd-d305-4b28-918d-8e3d2fc8dc84" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.447862] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('652e50bd-d305-4b28-918d-8e3d2fc8dc84',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.518106] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.518322] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.518508] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.518861] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.519019] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.519173] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port de2e43c5-9f7a-4741-adb4-ad197a433eff not found, creating... [ 670.519855] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.519855] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.519855] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.520092] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.520250] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.520539] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.520698] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.520813] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.521089] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.521241] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.521382] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: de2e43c5-9f7a-4741-adb4-ad197a433eff is going to be created. [ 670.545583] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.545850] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.545949] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.546338] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.546586] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.546972] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-de2e43c5-9f7a-4741-adb4-ad197a433eff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.675798] env[65309]: INFO networking_nsxv3.common.synchronization [None req-df61deb8-0945-4a89-9580-9d66185c0b72 None None] Enqueued Resource ID: d84f88b1-b199-4fba-8cd9-155429c44155 with Priority: HIGHEST for action port [ 670.676395] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84f88b1-b199-4fba-8cd9-155429c44155 with Priority: HIGHEST for action port [ 670.676742] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d84f88b1-b199-4fba-8cd9-155429c44155 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.676869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d84f88b1-b199-4fba-8cd9-155429c44155" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.676966] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d84f88b1-b199-4fba-8cd9-155429c44155" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.677247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d84f88b1-b199-4fba-8cd9-155429c44155" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.677345] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d84f88b1-b199-4fba-8cd9-155429c44155',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.813891] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aebbf504-21fa-4627-9a36-30d0433a2b73: rpc.has_security_group_logging(os_id): False [ 670.834281] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.834466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.834525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.834723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.834805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.835064] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.835133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.835185] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.835336] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.835414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.835745] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.835745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.835745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.835906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.835939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.836766] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.836766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.836766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.836766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.836766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.836766] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be updated. [ 670.908927] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.909109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.909225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.909481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.909637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.924285] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 670.947393] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 670.947621] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f deletion is rescheduled due to dependency. [ 670.948313] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.953964] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 652e50bd-d305-4b28-918d-8e3d2fc8dc84 [ 670.954215] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.954215] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.954215] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.954215] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.954215] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.955057] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:652e50bd-d305-4b28-918d-8e3d2fc8dc84 already deleted. [ 670.955057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-652e50bd-d305-4b28-918d-8e3d2fc8dc84" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.179729] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d84f88b1-b199-4fba-8cd9-155429c44155 [ 671.179978] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.180518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.180638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.180896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.180988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.181127] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d84f88b1-b199-4fba-8cd9-155429c44155 already deleted. [ 671.181220] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d84f88b1-b199-4fba-8cd9-155429c44155" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.349293] env[65309]: INFO networking_nsxv3.common.synchronization [req-f84c01a0-ad91-415d-9084-f72bfe508450 req-deb7b6f6-1388-4b19-9834-d6d9cf479df3 service nova] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_rules [ 671.349466] env[65309]: INFO networking_nsxv3.common.synchronization [req-f84c01a0-ad91-415d-9084-f72bfe508450 req-deb7b6f6-1388-4b19-9834-d6d9cf479df3 service nova] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 671.349598] env[65309]: INFO networking_nsxv3.common.synchronization [req-f84c01a0-ad91-415d-9084-f72bfe508450 req-deb7b6f6-1388-4b19-9834-d6d9cf479df3 service nova] Enqueued Resource ID: de2e43c5-9f7a-4741-adb4-ad197a433eff with Priority: HIGHEST for action port [ 671.350201] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_rules [ 671.350894] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 671.350894] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2e43c5-9f7a-4741-adb4-ad197a433eff with Priority: HIGHEST for action port [ 671.350894] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.350894] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.351289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.351289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.351289] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.354036] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.354036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.354036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.354036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.354036] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.354036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.354036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.354036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.354036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.354036] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.356116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-de2e43c5-9f7a-4741-adb4-ad197a433eff taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.356116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de2e43c5-9f7a-4741-adb4-ad197a433eff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.356116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de2e43c5-9f7a-4741-adb4-ad197a433eff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.356295] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de2e43c5-9f7a-4741-adb4-ad197a433eff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.356334] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de2e43c5-9f7a-4741-adb4-ad197a433eff',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.432606] env[65309]: INFO networking_nsxv3.common.synchronization [None req-a89ae314-14c0-452e-8032-728bf05d3d95 None None] Enqueued Resource ID: f2053e47-89e0-4c3a-a2e5-3e3c1c13ea53 with Priority: HIGHEST for action port [ 671.432606] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2053e47-89e0-4c3a-a2e5-3e3c1c13ea53 with Priority: HIGHEST for action port [ 671.432606] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2053e47-89e0-4c3a-a2e5-3e3c1c13ea53 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.432606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2053e47-89e0-4c3a-a2e5-3e3c1c13ea53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.432606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2053e47-89e0-4c3a-a2e5-3e3c1c13ea53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.432606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2053e47-89e0-4c3a-a2e5-3e3c1c13ea53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.432606] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2053e47-89e0-4c3a-a2e5-3e3c1c13ea53',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.863027] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.863027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.863027] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.863027] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de2e43c5-9f7a-4741-adb4-ad197a433eff with status ACTIVE [ 671.863027] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.863027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.863027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.863027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.863027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.863027] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.863027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.863027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.863027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.863027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.864174] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.864174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.864174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.864174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.864174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.864174] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de2e43c5-9f7a-4741-adb4-ad197a433eff is going to be updated. [ 671.890917] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.890917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.890917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.890917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.890917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.890917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de2e43c5-9f7a-4741-adb4-ad197a433eff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.935104] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2053e47-89e0-4c3a-a2e5-3e3c1c13ea53 [ 671.935318] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.935457] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.935530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.935753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.935845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.935947] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2053e47-89e0-4c3a-a2e5-3e3c1c13ea53 already deleted. [ 671.936054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2053e47-89e0-4c3a-a2e5-3e3c1c13ea53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.366600] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.730976] env[65309]: INFO networking_nsxv3.common.synchronization [req-caedfea0-0b2a-435f-8d6f-dd44950c9b1d req-44723479-127c-46d1-903e-fd69f0265b0a tempest-ServersAdminTestJSON-1396726910 tempest-ServersAdminTestJSON-1396726910-project-member] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 672.732312] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 672.732772] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.732952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.733062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.733456] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.733837] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.733837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.733951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.734162] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.734279] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.734425] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.869682] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.870319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.870319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.870319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.870319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.870520] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 672.906542] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.906766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.906766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.907410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.907410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.921207] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 672.940759] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 672.940759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.940759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.940759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.941225] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.200599] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.200828] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.200952] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.201308] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.201563] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.201715] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.201828] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.202196] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.202852] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.203153] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.203309] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.203621] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.203780] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.203924] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.204316] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.204496] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.229394] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.230095] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.230095] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.230229] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.230449] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-215a9e80-6a85-4755-9890-26a90d762b38 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.230753] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-215a9e80-6a85-4755-9890-26a90d762b38" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.230882] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-215a9e80-6a85-4755-9890-26a90d762b38" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.231261] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-215a9e80-6a85-4755-9890-26a90d762b38" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.231430] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('215a9e80-6a85-4755-9890-26a90d762b38',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.237053] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.237225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.237225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.237468] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.237558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.237762] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.237883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.237940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.238106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.238151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.238221] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 already deleted. [ 673.238290] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.444431] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.444677] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.444677] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.444928] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.445015] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.445210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.445210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.445359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.445359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.445569] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.445569] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.587068] env[65309]: INFO networking_nsxv3.common.synchronization [None req-d92194b7-9b26-4b48-ab71-276dd6fd93ac None None] Enqueued Resource ID: 0239ba58-b18a-4c38-8d71-ccea3613a60a with Priority: HIGHEST for action port [ 673.587608] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0239ba58-b18a-4c38-8d71-ccea3613a60a with Priority: HIGHEST for action port [ 673.588368] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0239ba58-b18a-4c38-8d71-ccea3613a60a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.588368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0239ba58-b18a-4c38-8d71-ccea3613a60a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.588368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0239ba58-b18a-4c38-8d71-ccea3613a60a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.588598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0239ba58-b18a-4c38-8d71-ccea3613a60a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.588598] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0239ba58-b18a-4c38-8d71-ccea3613a60a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.706362] env[65309]: INFO networking_nsxv3.common.synchronization [None req-a658791c-c4bc-4b86-9070-1b7ece2c14b8 None None] Enqueued Resource ID: 3bfb4229-2fd1-4f07-956b-50eafb5d2100 with Priority: HIGHEST for action port [ 673.707254] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bfb4229-2fd1-4f07-956b-50eafb5d2100 with Priority: HIGHEST for action port [ 673.707468] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bfb4229-2fd1-4f07-956b-50eafb5d2100 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.707788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bfb4229-2fd1-4f07-956b-50eafb5d2100" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.707788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bfb4229-2fd1-4f07-956b-50eafb5d2100" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.708154] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bfb4229-2fd1-4f07-956b-50eafb5d2100" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.708258] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bfb4229-2fd1-4f07-956b-50eafb5d2100',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.736147] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.736467] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.736652] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.737077] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.737296] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.737538] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 215a9e80-6a85-4755-9890-26a90d762b38 not found, creating... [ 673.737936] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.738692] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.738937] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.739304] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.739527] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.740111] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.740339] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.740518] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.740838] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.741070] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.741284] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 215a9e80-6a85-4755-9890-26a90d762b38 is going to be created. [ 673.765665] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.765930] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.766148] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.766554] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.766885] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.767345] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-215a9e80-6a85-4755-9890-26a90d762b38" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.951564] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.952308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.952308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.952308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.952308] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.952308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.952696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.952696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.952696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.952696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.952893] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.952971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.952971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.953133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.953323] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.953468] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.953601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.953665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.954077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.954077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.954077] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.090875] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0239ba58-b18a-4c38-8d71-ccea3613a60a [ 674.091129] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.091266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.091328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.091554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.091647] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.091746] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0239ba58-b18a-4c38-8d71-ccea3613a60a already deleted. [ 674.091830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0239ba58-b18a-4c38-8d71-ccea3613a60a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.213111] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bfb4229-2fd1-4f07-956b-50eafb5d2100 [ 674.213392] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.213565] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.213631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.213847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.213954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.214063] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bfb4229-2fd1-4f07-956b-50eafb5d2100 already deleted. [ 674.214203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bfb4229-2fd1-4f07-956b-50eafb5d2100" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.458533] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aebbf504-21fa-4627-9a36-30d0433a2b73: rpc.has_security_group_logging(os_id): False [ 674.473162] env[65309]: INFO networking_nsxv3.common.synchronization [None req-c5a2d671-e662-4129-a5cd-7aad2f3e6d7e None None] Enqueued Resource ID: d6837659-6b58-4957-a02d-f0f189a76f45 with Priority: HIGHEST for action port [ 674.473804] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6837659-6b58-4957-a02d-f0f189a76f45 with Priority: HIGHEST for action port [ 674.475124] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6837659-6b58-4957-a02d-f0f189a76f45 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.475284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6837659-6b58-4957-a02d-f0f189a76f45" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.475332] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6837659-6b58-4957-a02d-f0f189a76f45" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.475706] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6837659-6b58-4957-a02d-f0f189a76f45" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.475706] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6837659-6b58-4957-a02d-f0f189a76f45',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.482495] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.482646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.482702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.482907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.482996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.483278] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.483492] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.483492] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.483601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.483682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.483871] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.483984] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.484057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.484441] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.484529] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.484718] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.485059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.485059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.485059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.485220] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.485220] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be updated. [ 674.515336] env[65309]: INFO networking_nsxv3.common.synchronization [req-caedfea0-0b2a-435f-8d6f-dd44950c9b1d req-f0f09a30-4fcd-4b13-abbd-33a8fbfa2362 service nova] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_rules [ 674.515547] env[65309]: INFO networking_nsxv3.common.synchronization [req-caedfea0-0b2a-435f-8d6f-dd44950c9b1d req-f0f09a30-4fcd-4b13-abbd-33a8fbfa2362 service nova] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 674.515547] env[65309]: INFO networking_nsxv3.common.synchronization [req-caedfea0-0b2a-435f-8d6f-dd44950c9b1d req-f0f09a30-4fcd-4b13-abbd-33a8fbfa2362 service nova] Enqueued Resource ID: 215a9e80-6a85-4755-9890-26a90d762b38 with Priority: HIGHEST for action port [ 674.515977] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_rules [ 674.516127] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 674.516225] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 215a9e80-6a85-4755-9890-26a90d762b38 with Priority: HIGHEST for action port [ 674.517284] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.517426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.517494] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.517745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.517858] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.519162] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.519162] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.519162] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.519162] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.519346] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.519392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.519427] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.519580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.519664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.519779] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.520887] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-215a9e80-6a85-4755-9890-26a90d762b38 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.520999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-215a9e80-6a85-4755-9890-26a90d762b38" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.521127] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-215a9e80-6a85-4755-9890-26a90d762b38" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.521304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-215a9e80-6a85-4755-9890-26a90d762b38" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.521375] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('215a9e80-6a85-4755-9890-26a90d762b38',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.553902] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.553902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.553902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.553902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.553902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.573829] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 674.933557] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 674.933875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.934134] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.934481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.934757] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.934918] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.935059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.937723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.937889] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.937982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.938110] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.981880] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6837659-6b58-4957-a02d-f0f189a76f45 [ 674.981880] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.981880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.981880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.981880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.981880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.981880] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6837659-6b58-4957-a02d-f0f189a76f45 already deleted. [ 674.981880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6837659-6b58-4957-a02d-f0f189a76f45" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.024889] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.028399] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.028399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.029428] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 215a9e80-6a85-4755-9890-26a90d762b38 with status ACTIVE [ 675.029428] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.029764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.030236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.035116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.035116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.035116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.035116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.035116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.035116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.035116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.035116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.035116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.035116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.035116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.035116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.035116] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 215a9e80-6a85-4755-9890-26a90d762b38 is going to be updated. [ 675.064943] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.065139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.065215] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.065443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.065593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.065867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-215a9e80-6a85-4755-9890-26a90d762b38" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.443892] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.443892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.443892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.444119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.444314] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.444314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.444474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.444508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.444978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.444978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.444978] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.444978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.445205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.445205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.445365] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.445445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.445495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.445842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.445842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.445842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.446178] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.674067] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.684153] env[65309]: INFO networking_nsxv3.common.synchronization [req-0b745193-e5ca-46fb-b2d1-471b41de540d req-f1a4f538-8527-41b5-b1b8-e887e4abfba9 tempest-ServersAdminNegativeTestJSON-2047870263 tempest-ServersAdminNegativeTestJSON-2047870263-project-member] Enqueued Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_members [ 675.686128] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_members [ 675.686128] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.686128] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.689056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.689056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.689056] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.689056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.689056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.689056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.689056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.689056] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.950108] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f: rpc.has_security_group_logging(os_id): False [ 675.972416] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.973698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.973872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.976776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.976776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.976776] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.976776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.976776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.976776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.976776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.976776] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.976776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.976776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.976776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.977285] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.977285] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.977285] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.977285] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.977285] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.977926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.977926] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 676.049105] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.049426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.049426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.052565] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.052565] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.068020] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 676.158803] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.158999] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.159167] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.159444] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.159717] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.159894] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.160022] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.160350] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.160518] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.160724] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.160843] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.160960] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.161071] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.161192] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.161285] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.161426] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.176408] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.176604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.176604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.176823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.176910] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.177012] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be created. [ 676.180714] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.180861] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.180994] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.181178] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.181479] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-cefebb35-49b1-4f36-b5ea-c766711aae43 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.181638] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-cefebb35-49b1-4f36-b5ea-c766711aae43" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.181747] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-cefebb35-49b1-4f36-b5ea-c766711aae43" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.182204] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-cefebb35-49b1-4f36-b5ea-c766711aae43" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.182379] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cefebb35-49b1-4f36-b5ea-c766711aae43',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.192184] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.192355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.192424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.192666] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.192765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.192968] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.193090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.193165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.193349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.193430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.193513] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 already deleted. [ 676.193591] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.208740] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.208871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.208967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.209237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.210094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.214547] env[65309]: INFO networking_nsxv3.common.synchronization [req-b9f61750-e4eb-47c5-9ea5-5810930e8b4a req-05b49c82-5074-4afc-84ce-49aa2a66af24 tempest-ServersTestFqdnHostnames-961771169 tempest-ServersTestFqdnHostnames-961771169-project-member] Enqueued Resource ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d with Priority: HIGHEST for action security_group_members [ 676.215273] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d with Priority: HIGHEST for action security_group_members [ 676.215503] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.215570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.215660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.215856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.216035] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.216146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.216216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.216424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.216497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.216533] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36b58e3d-9dea-44ce-bda9-cb3a4938f44d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.221736] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: UNINITIALIZED for 2s [ 676.592444] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 676.592685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.684574] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.684794] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.684928] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.685203] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.685337] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.685497] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port cefebb35-49b1-4f36-b5ea-c766711aae43 not found, creating... [ 676.685758] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.685915] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.686037] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.686272] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.686405] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.686691] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.686847] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.686969] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.687198] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.687328] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.687469] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: cefebb35-49b1-4f36-b5ea-c766711aae43 is going to be created. [ 676.709592] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.710472] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.710472] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.710472] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.710892] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.711065] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-cefebb35-49b1-4f36-b5ea-c766711aae43" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.718924] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.718924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.719087] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.719254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.719359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.719701] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.719701] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.719848] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.719944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.720069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.720161] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d is going to be updated. [ 676.759390] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.759599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.759599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.760216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.760216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.770943] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d in Status: IN_PROGRESS for 2s [ 677.391441] env[65309]: INFO networking_nsxv3.common.synchronization [None req-4f48d91b-c084-4bc3-8884-7c7dbf0db537 None None] Enqueued Resource ID: fa41ef3a-15b3-4509-a313-24d9ad49ff3b with Priority: HIGHEST for action port [ 677.391441] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa41ef3a-15b3-4509-a313-24d9ad49ff3b with Priority: HIGHEST for action port [ 677.391441] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa41ef3a-15b3-4509-a313-24d9ad49ff3b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.391441] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa41ef3a-15b3-4509-a313-24d9ad49ff3b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.392616] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa41ef3a-15b3-4509-a313-24d9ad49ff3b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.392989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa41ef3a-15b3-4509-a313-24d9ad49ff3b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.393235] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa41ef3a-15b3-4509-a313-24d9ad49ff3b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.476390] env[65309]: INFO networking_nsxv3.common.synchronization [req-0b745193-e5ca-46fb-b2d1-471b41de540d req-f5892e66-409a-470f-b3f2-9af0ba1d93c7 service nova] Enqueued Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_rules [ 677.476390] env[65309]: INFO networking_nsxv3.common.synchronization [req-0b745193-e5ca-46fb-b2d1-471b41de540d req-f5892e66-409a-470f-b3f2-9af0ba1d93c7 service nova] Enqueued Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_members [ 677.476574] env[65309]: INFO networking_nsxv3.common.synchronization [req-0b745193-e5ca-46fb-b2d1-471b41de540d req-f5892e66-409a-470f-b3f2-9af0ba1d93c7 service nova] Enqueued Resource ID: cefebb35-49b1-4f36-b5ea-c766711aae43 with Priority: HIGHEST for action port [ 677.477148] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_rules [ 677.477329] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_members [ 677.477545] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cefebb35-49b1-4f36-b5ea-c766711aae43 with Priority: HIGHEST for action port [ 677.477765] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.478146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.478208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.478466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.478569] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.479522] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.479709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.479782] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.480906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.480906] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.480906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.480906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.480906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.480906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.481227] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.482557] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-cefebb35-49b1-4f36-b5ea-c766711aae43 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.482557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cefebb35-49b1-4f36-b5ea-c766711aae43" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.482557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cefebb35-49b1-4f36-b5ea-c766711aae43" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.482557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cefebb35-49b1-4f36-b5ea-c766711aae43" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.482557] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cefebb35-49b1-4f36-b5ea-c766711aae43',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.520476] env[65309]: INFO networking_nsxv3.common.synchronization [req-51f40799-3dac-4d2c-b75c-f0867500f40e req-1cf51b5a-f2ef-4a1a-9795-ffc7bba53201 tempest-ServersAdminTestJSON-1396726910 tempest-ServersAdminTestJSON-1396726910-project-member] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 677.521313] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 677.521838] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.521838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.898021] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa41ef3a-15b3-4509-a313-24d9ad49ff3b [ 677.898021] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.898021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.898021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.898021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.898021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.898021] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa41ef3a-15b3-4509-a313-24d9ad49ff3b already deleted. [ 677.898021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa41ef3a-15b3-4509-a313-24d9ad49ff3b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.986367] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.986367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.986367] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.992307] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cefebb35-49b1-4f36-b5ea-c766711aae43 with status ACTIVE [ 677.992617] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.992617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.992617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.992845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.992931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.993117] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.993235] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.993340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.993513] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.993593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.993783] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.993874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.993933] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.994084] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.994171] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.994242] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cefebb35-49b1-4f36-b5ea-c766711aae43 is going to be updated. [ 678.015543] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.015543] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.015543] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.015543] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.018168] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.018441] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.018558] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.018832] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.018963] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.019232] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.019566] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.019566] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.019566] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.019566] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.019772] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.019772] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.023725] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.023870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.023926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.024254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.024354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.024534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cefebb35-49b1-4f36-b5ea-c766711aae43" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.044326] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.044598] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.044706] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.044874] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.047050] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-4a3ec7d6-54a0-4e9a-a2a1-31813a27d332 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.047050] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-4a3ec7d6-54a0-4e9a-a2a1-31813a27d332" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.047050] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-4a3ec7d6-54a0-4e9a-a2a1-31813a27d332" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.047050] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-4a3ec7d6-54a0-4e9a-a2a1-31813a27d332" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.047050] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a3ec7d6-54a0-4e9a-a2a1-31813a27d332',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.090609] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 678.091081] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.232206] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: SUCCESS [ 678.232460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.232628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.232855] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.233053] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.233193] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.233268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.233414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.233555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.233594] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.233657] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.234860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.235292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.235292] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.235448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.235448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.235588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.235673] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.235754] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.489147] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.551084] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.551084] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.551419] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.551548] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.551720] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.551922] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 4a3ec7d6-54a0-4e9a-a2a1-31813a27d332 not found, creating... [ 678.552263] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.552457] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.552570] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.552864] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.552956] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.553405] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.553635] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.553770] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.554375] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.554375] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.554375] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 4a3ec7d6-54a0-4e9a-a2a1-31813a27d332 is going to be created. [ 678.577163] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.577401] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.577529] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.577799] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.578089] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.578293] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-4a3ec7d6-54a0-4e9a-a2a1-31813a27d332" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.675509] env[65309]: INFO networking_nsxv3.common.synchronization [None req-e21d3167-0264-41b5-b351-ce8dec2ad092 tempest-AttachInterfacesUnderV243Test-1445112273 tempest-AttachInterfacesUnderV243Test-1445112273-project-member] Enqueued Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_rules [ 678.676057] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_rules [ 678.676395] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.676573] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.676573] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.676802] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.676882] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.737326] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.737538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.737647] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.797932] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d in Status: SUCCESS [ 678.798183] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d deletion is rescheduled due to dependency. [ 678.798337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.906692] env[65309]: INFO networking_nsxv3.common.synchronization [None req-ebf24c8e-56ad-45e0-b07a-04c062ac0494 tempest-AttachInterfacesUnderV243Test-1445112273 tempest-AttachInterfacesUnderV243Test-1445112273-project-member] Enqueued Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_rules [ 678.907228] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_rules [ 678.907541] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.907638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.992694] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.992694] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.992694] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.993633] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.993633] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.993633] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 is going to be created. [ 679.022325] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.022536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.022652] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.023426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.023426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.036230] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: UNINITIALIZED for 2s [ 679.199376] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.199551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.199624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.199779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.199864] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.199956] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2da4b4e4-7c61-4998-8278-654e96c30313 already deleted. [ 679.200053] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.200250] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.200449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.200533] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.245726] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.318432] env[65309]: INFO networking_nsxv3.common.synchronization [req-51f40799-3dac-4d2c-b75c-f0867500f40e req-a0722611-09c5-4823-a19b-a6658aed3f4e service nova] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_rules [ 679.318611] env[65309]: INFO networking_nsxv3.common.synchronization [req-51f40799-3dac-4d2c-b75c-f0867500f40e req-a0722611-09c5-4823-a19b-a6658aed3f4e service nova] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 679.318761] env[65309]: INFO networking_nsxv3.common.synchronization [req-51f40799-3dac-4d2c-b75c-f0867500f40e req-a0722611-09c5-4823-a19b-a6658aed3f4e service nova] Enqueued Resource ID: 4a3ec7d6-54a0-4e9a-a2a1-31813a27d332 with Priority: HIGHEST for action port [ 679.319333] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_rules [ 679.319461] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 679.319552] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3ec7d6-54a0-4e9a-a2a1-31813a27d332 with Priority: HIGHEST for action port [ 679.319875] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.321382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.321382] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.321382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.321382] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a3ec7d6-54a0-4e9a-a2a1-31813a27d332 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.321382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a3ec7d6-54a0-4e9a-a2a1-31813a27d332" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.321382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a3ec7d6-54a0-4e9a-a2a1-31813a27d332" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.321824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a3ec7d6-54a0-4e9a-a2a1-31813a27d332" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.321824] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a3ec7d6-54a0-4e9a-a2a1-31813a27d332',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.723396] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.723716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.723716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.723855] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.723973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.724093] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2da4b4e4-7c61-4998-8278-654e96c30313 already deleted. [ 679.724181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.749745] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.749949] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.750035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.750264] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.750395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.750504] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be updated. [ 679.792278] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.792441] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.792519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.792744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.792891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.803276] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: IN_PROGRESS for 2s [ 679.810529] env[65309]: INFO networking_nsxv3.common.synchronization [req-c481a172-1225-4c23-ab74-db1299a76d41 req-4b25e2f0-9b30-499f-bd84-f76841a7750e tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 679.810803] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 679.811749] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.811749] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.811749] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.811749] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.812000] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.812000] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.812524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.812524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.812524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.812728] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.826629] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a3ec7d6-54a0-4e9a-a2a1-31813a27d332 with status ACTIVE [ 679.827423] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.827632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.827737] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.828019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.828136] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.828347] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.828563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.828745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.828821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.829152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.829152] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.829373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.829373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.829447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.830253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.830253] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a3ec7d6-54a0-4e9a-a2a1-31813a27d332 is going to be updated. [ 679.859333] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.859333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.859470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.859655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.859849] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.860112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a3ec7d6-54a0-4e9a-a2a1-31813a27d332" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.159014] env[65309]: INFO networking_nsxv3.common.synchronization [req-7046cf94-218b-40f2-a4dc-ed3fb8c8d3f7 req-f999c635-3bcd-4ef2-9549-c7d968a23b57 tempest-ServerRescueTestJSONUnderV235-1370826288 tempest-ServerRescueTestJSONUnderV235-1370826288-project-member] Enqueued Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_members [ 680.159471] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_members [ 680.163130] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.163130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.163130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.163130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.163130] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.163130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.163130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.163130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.163130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.163130] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.280972] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.281621] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.281842] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.282329] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.282673] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.282874] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.283369] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.283645] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.283848] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.284168] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.284620] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.284799] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.284937] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.285110] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.285259] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.285422] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.312789] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.313046] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.313233] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.313565] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.313949] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-89ce0174-b330-4686-a041-450e36d1c26f taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.314136] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-89ce0174-b330-4686-a041-450e36d1c26f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.314252] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-89ce0174-b330-4686-a041-450e36d1c26f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.314616] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-89ce0174-b330-4686-a041-450e36d1c26f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.314754] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ce0174-b330-4686-a041-450e36d1c26f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.316290] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.316290] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.316290] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.316551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.316551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.316656] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.316743] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.316804] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.317070] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.317188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.317660] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 already deleted. [ 680.317819] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.530333] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.530542] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-650" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.530807] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-650" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.532528] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-650" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.533872] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.534106] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.534249] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.534542] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.534721] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.534960] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.535104] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.535214] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.535319] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.535439] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.535575] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.535723] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.559536] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.559536] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.559536] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.559536] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-650" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.559536] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-2e8b7e90-3323-4313-84e1-5ddc70732c8c taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.559536] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.559536] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.559536] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.559536] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e8b7e90-3323-4313-84e1-5ddc70732c8c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.666160] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.666371] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.666371] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.666591] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.666684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.666896] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.667016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.667086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.667262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.667348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.667449] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb already deleted. [ 680.667532] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.819891] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.820330] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.820397] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.820828] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.821014] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.821241] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 89ce0174-b330-4686-a041-450e36d1c26f not found, creating... [ 680.821687] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.821924] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.822474] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.822810] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.822999] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.823471] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.823721] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.823898] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.824308] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.824857] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.824857] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 89ce0174-b330-4686-a041-450e36d1c26f is going to be created. [ 680.848553] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.848799] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.848932] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.849308] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.849632] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.849914] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-89ce0174-b330-4686-a041-450e36d1c26f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.048820] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: SUCCESS [ 681.048820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.048820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.049198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.049477] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.049653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.049708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.050379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.050379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.050379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.050379] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.061828] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.062200] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.062338] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.062644] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.062824] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.063032] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 2e8b7e90-3323-4313-84e1-5ddc70732c8c not found, creating... [ 681.063350] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.063535] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.063685] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.063997] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.064163] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.064623] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.064756] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.064839] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.065069] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.065202] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.065364] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 2e8b7e90-3323-4313-84e1-5ddc70732c8c is going to be created. [ 681.086709] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.086920] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.087079] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.087368] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.087616] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.087852] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.542880] env[65309]: INFO networking_nsxv3.common.synchronization [req-c481a172-1225-4c23-ab74-db1299a76d41 req-3207d986-5081-4b71-bf01-2d3d330dd385 service nova] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_rules [ 681.543079] env[65309]: INFO networking_nsxv3.common.synchronization [req-c481a172-1225-4c23-ab74-db1299a76d41 req-3207d986-5081-4b71-bf01-2d3d330dd385 service nova] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 681.543235] env[65309]: INFO networking_nsxv3.common.synchronization [req-c481a172-1225-4c23-ab74-db1299a76d41 req-3207d986-5081-4b71-bf01-2d3d330dd385 service nova] Enqueued Resource ID: 89ce0174-b330-4686-a041-450e36d1c26f with Priority: HIGHEST for action port [ 681.543858] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_rules [ 681.543972] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 681.544083] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89ce0174-b330-4686-a041-450e36d1c26f with Priority: HIGHEST for action port [ 681.544376] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.544530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.544598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.544865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.544938] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.546239] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.546365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.546434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.546613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.546775] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.546868] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.546927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.547096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.547191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.547284] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.548082] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-89ce0174-b330-4686-a041-450e36d1c26f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.548190] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89ce0174-b330-4686-a041-450e36d1c26f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.548256] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89ce0174-b330-4686-a041-450e36d1c26f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.548636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89ce0174-b330-4686-a041-450e36d1c26f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.548636] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89ce0174-b330-4686-a041-450e36d1c26f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.554349] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.554509] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.554611] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.554851] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.555051] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.555210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.555319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.555550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.555687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.555797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.555957] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.556088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.556159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.556363] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.556517] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.556815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.556815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.556899] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.556976] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.557193] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.557854] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.814231] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: SUCCESS [ 681.814443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.814610] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.814846] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.815062] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.815199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.815565] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.815565] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.815565] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.815725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.815774] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.815844] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.815884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.816042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.816182] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.816274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.816330] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.816462] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.816535] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.816612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.816842] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.817595] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.817883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.818031] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.818031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.818118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.818348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.818447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.818534] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.844946] env[65309]: INFO networking_nsxv3.common.synchronization [req-7046cf94-218b-40f2-a4dc-ed3fb8c8d3f7 req-06908c00-93c3-4c7b-82d1-c9d3a03c6c8a service nova] Enqueued Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_rules [ 681.845262] env[65309]: INFO networking_nsxv3.common.synchronization [req-7046cf94-218b-40f2-a4dc-ed3fb8c8d3f7 req-06908c00-93c3-4c7b-82d1-c9d3a03c6c8a service nova] Enqueued Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_members [ 681.845402] env[65309]: INFO networking_nsxv3.common.synchronization [req-7046cf94-218b-40f2-a4dc-ed3fb8c8d3f7 req-06908c00-93c3-4c7b-82d1-c9d3a03c6c8a service nova] Enqueued Resource ID: 2e8b7e90-3323-4313-84e1-5ddc70732c8c with Priority: HIGHEST for action port [ 681.846021] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_rules [ 681.846168] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_members [ 681.846326] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8b7e90-3323-4313-84e1-5ddc70732c8c with Priority: HIGHEST for action port [ 681.846539] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.846666] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.846793] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.846972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.847111] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.848033] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.848175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.848236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.848388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.848537] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.848620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.848675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.848917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.848917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.849021] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.849728] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e8b7e90-3323-4313-84e1-5ddc70732c8c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.849800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.849992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.850257] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.850257] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e8b7e90-3323-4313-84e1-5ddc70732c8c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.050318] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.051904] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.051904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.051904] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89ce0174-b330-4686-a041-450e36d1c26f with status ACTIVE [ 682.051904] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.051904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.052340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.052340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.052340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.052468] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.052561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.052616] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.052776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.052852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.053150] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.053514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.053514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.053586] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.053636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.053721] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89ce0174-b330-4686-a041-450e36d1c26f is going to be updated. [ 682.060293] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2199d3e9-f814-48f5-8665-639cd5ed96b5: rpc.has_security_group_logging(os_id): False [ 682.079507] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.079764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.079764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.079993] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.080166] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.080448] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.080618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.080686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.080939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.081768] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.082115] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.082309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.082435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.082919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.082919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.083188] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.083293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.083337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.083547] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.083680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.083783] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 is going to be created. [ 682.086018] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.086198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.086277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.086608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.086690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.086845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89ce0174-b330-4686-a041-450e36d1c26f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.191092] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.191092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.191092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.191092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.191092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.222973] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: IN_PROGRESS for 2s [ 682.320618] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 803fd634-b3ee-4727-8ae2-843ddb209f83: rpc.has_security_group_logging(os_id): False [ 682.322016] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.343942] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.344098] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.344184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.344414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.344634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.344859] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.344960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.345032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.345198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.345275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.345469] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.345554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.345620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.345766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.345839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.346500] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.346608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.346608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.349780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.349780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.349780] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be created. [ 682.351328] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.352429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.353905] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.355477] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e8b7e90-3323-4313-84e1-5ddc70732c8c with status ACTIVE [ 682.355858] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.360038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.360038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.360038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.360038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.360038] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.360038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.360038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.360038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.360038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.360038] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.360038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.360038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.360038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.360038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.360038] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e8b7e90-3323-4313-84e1-5ddc70732c8c is going to be updated. [ 682.382665] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.382869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.382869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.383098] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.383243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.383430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.444510] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.444510] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.444510] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.444510] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.444510] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.466936] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: IN_PROGRESS for 2s [ 682.557022] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.727071] env[65309]: INFO networking_nsxv3.common.synchronization [req-40e4a1f4-7668-484d-97ab-81bb276532d0 req-a0c16a44-4943-4f4c-8198-a88449d9d8af tempest-MigrationsAdminTest-1630636520 tempest-MigrationsAdminTest-1630636520-project-member] Enqueued Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_members [ 682.728235] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_members [ 682.728719] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.728928] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.729082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.729575] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.729689] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.730496] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.730496] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.730703] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.730884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.731075] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.824707] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.859674] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.060494] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.060780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.060780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.061026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.061114] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.061224] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be created. [ 683.090195] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.090429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.090429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.090598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.090821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.104113] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: UNINITIALIZED for 2s [ 683.161969] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.162474] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.162713] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.163378] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.163776] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.164061] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.164178] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.164507] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.164679] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.165154] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.165300] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.165778] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.165778] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.165778] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.165778] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.166044] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.185292] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.185544] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.185611] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.185856] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.186041] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-9fcf1238-1a55-4d0e-a4a1-021961f92d62 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.186380] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-9fcf1238-1a55-4d0e-a4a1-021961f92d62" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.186380] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-9fcf1238-1a55-4d0e-a4a1-021961f92d62" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.186651] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-9fcf1238-1a55-4d0e-a4a1-021961f92d62" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.186784] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fcf1238-1a55-4d0e-a4a1-021961f92d62',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.234391] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.234594] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.234667] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.234870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.234963] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.235182] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.235294] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.235356] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.235513] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.235588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.235674] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f17348da-2dc7-4ec7-8480-977efa378afe already deleted. [ 683.235745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.329037] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.329240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.329240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.329423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.329517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.329603] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be updated. [ 683.362588] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.362778] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.362880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.363122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.363271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.363408] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb is going to be created. [ 683.367966] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.368148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.368148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.368275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.368414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.380481] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: IN_PROGRESS for 2s [ 683.389592] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.389592] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.389854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.390139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.390436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.404751] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: UNINITIALIZED for 2s [ 683.692212] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.692502] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.692808] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.692897] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.693052] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.693237] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 9fcf1238-1a55-4d0e-a4a1-021961f92d62 not found, creating... [ 683.693580] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.693739] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.693851] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.694104] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.694238] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.694837] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.694837] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.694837] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.695060] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.695145] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.695279] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 9fcf1238-1a55-4d0e-a4a1-021961f92d62 is going to be created. [ 683.718886] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.718886] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.718886] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.718886] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.719381] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.720140] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-9fcf1238-1a55-4d0e-a4a1-021961f92d62" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.239389] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: SUCCESS [ 684.239775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.484260] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: SUCCESS [ 684.484260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.484260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.484260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.484260] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.542521] env[65309]: INFO networking_nsxv3.common.synchronization [req-40e4a1f4-7668-484d-97ab-81bb276532d0 req-28d11b81-5053-49ba-ab0b-24177fb15a5a service nova] Enqueued Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_rules [ 684.542521] env[65309]: INFO networking_nsxv3.common.synchronization [req-40e4a1f4-7668-484d-97ab-81bb276532d0 req-28d11b81-5053-49ba-ab0b-24177fb15a5a service nova] Enqueued Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_members [ 684.542521] env[65309]: INFO networking_nsxv3.common.synchronization [req-40e4a1f4-7668-484d-97ab-81bb276532d0 req-28d11b81-5053-49ba-ab0b-24177fb15a5a service nova] Enqueued Resource ID: 9fcf1238-1a55-4d0e-a4a1-021961f92d62 with Priority: HIGHEST for action port [ 684.542521] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_rules [ 684.542521] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_members [ 684.542521] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fcf1238-1a55-4d0e-a4a1-021961f92d62 with Priority: HIGHEST for action port [ 684.542521] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.542521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.542521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.542521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.542521] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.544539] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.544723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.544838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.545178] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.545279] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.545569] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.545706] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.545978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.547206] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.547381] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.548648] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fcf1238-1a55-4d0e-a4a1-021961f92d62 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.548837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fcf1238-1a55-4d0e-a4a1-021961f92d62" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.548912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fcf1238-1a55-4d0e-a4a1-021961f92d62" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.549207] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fcf1238-1a55-4d0e-a4a1-021961f92d62" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.549320] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fcf1238-1a55-4d0e-a4a1-021961f92d62',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.986840] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.987113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.053340] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.056913] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.056913] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.056913] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fcf1238-1a55-4d0e-a4a1-021961f92d62 with status ACTIVE [ 685.056913] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.057167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.057167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.057302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.057387] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.061719] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.061719] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.061719] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.061872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.061909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.062107] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.062222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.062289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.062449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.064452] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.064452] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fcf1238-1a55-4d0e-a4a1-021961f92d62 is going to be updated. [ 685.092424] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.092658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.092658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.092901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.093153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.093372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fcf1238-1a55-4d0e-a4a1-021961f92d62" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.121450] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 685.121450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.121611] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.121888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.122210] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.122389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.122486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.122721] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.122857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.122986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.123467] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.138622] env[65309]: INFO networking_nsxv3.common.synchronization [req-df8a8e2c-def2-40bb-821f-c7e45f978dcf req-06d642c7-70f6-4175-9233-dbb9a626f101 tempest-SecurityGroupRulesTestJSON-197896353 tempest-SecurityGroupRulesTestJSON-197896353-project-member] Enqueued Resource ID: ebf03b6b-ff62-474b-90b2-5139ce8afc6f with Priority: HIGHEST for action security_group_rules [ 685.139179] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf03b6b-ff62-474b-90b2-5139ce8afc6f with Priority: HIGHEST for action security_group_rules [ 685.145624] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebf03b6b-ff62-474b-90b2-5139ce8afc6f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.145870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebf03b6b-ff62-474b-90b2-5139ce8afc6f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.145960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebf03b6b-ff62-474b-90b2-5139ce8afc6f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.146349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebf03b6b-ff62-474b-90b2-5139ce8afc6f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.146464] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebf03b6b-ff62-474b-90b2-5139ce8afc6f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.394347] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: SUCCESS [ 685.394666] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.394905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.395916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.395916] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.395916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.395916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.396201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.396598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.396598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.396815] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.416932] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: SUCCESS [ 685.417347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.417987] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.418316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.418598] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.418774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.418873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.419429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.420071] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.420071] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.420071] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.564898] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.626159] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.626354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.626440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.626738] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.626936] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.627185] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.627185] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.627338] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.627414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.627493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.627696] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.627812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.627876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.628229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.628229] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.628359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.628414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.628808] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.628888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.628947] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.629070] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.675553] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.675553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.675553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.675931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.676090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.676139] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebf03b6b-ff62-474b-90b2-5139ce8afc6f already deleted. [ 685.676262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebf03b6b-ff62-474b-90b2-5139ce8afc6f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.899581] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.899833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.899960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.900374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.900633] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.900818] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.900916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.901158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.901293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.901424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.901643] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.901780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.901870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.902094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.902322] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.902456] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.902552] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.902761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.902877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.903013] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.903186] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.922835] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.923096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.923149] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.923475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.923710] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.923865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.923968] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.924215] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.924370] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.924518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.924752] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.924883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.924974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.925380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.925461] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.925642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.925642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.925852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.925991] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.926105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.926238] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.067686] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.067686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.067945] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.068278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.068400] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.068400] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f17348da-2dc7-4ec7-8480-977efa378afe is going to be created. [ 686.101148] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.101899] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.101899] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.103580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.103580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.117630] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: UNINITIALIZED for 2s [ 686.133654] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fda5c779-45b5-4771-af21-b1a36ea02eb8: rpc.has_security_group_logging(os_id): False [ 686.150510] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.151210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.151324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.151571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.151699] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.152312] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.152477] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.152570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.152775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.152930] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.153509] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.153677] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.153775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.153975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.154101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.154765] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.155100] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.155214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.155398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.155529] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.155660] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be created. [ 686.255644] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.255850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.255902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.256411] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.257099] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.277295] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 686.407904] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 803fd634-b3ee-4727-8ae2-843ddb209f83: rpc.has_security_group_logging(os_id): False [ 686.431327] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb: rpc.has_security_group_logging(os_id): False [ 686.433261] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.437339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.437339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.437339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.437339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.437339] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.437339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.437339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.437339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.437339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.437339] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.438262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.438262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.438262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.438262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.438553] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.438553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.438668] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.438803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.438854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.438922] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be updated. [ 686.463593] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.463853] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.463853] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.464120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.464217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.464474] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.464634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.464704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.464875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.464953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.465203] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.465316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.465382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.465539] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.465625] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.465950] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.465950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.466318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.469864] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.470085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.470175] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb is going to be created. [ 686.572105] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.572581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.572581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.572857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.573034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.596606] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: IN_PROGRESS for 2s [ 686.614748] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.614993] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.615116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.615569] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.615569] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.634877] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: IN_PROGRESS for 2s [ 687.962175] env[65309]: INFO networking_nsxv3.common.synchronization [req-0d3c3a24-d80e-4c89-a357-612c15f8523e req-dc439b86-43dd-4ebe-b9de-63a1c7a7bc58 tempest-ServerDiskConfigTestJSON-559707094 tempest-ServerDiskConfigTestJSON-559707094-project-member] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 687.962175] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 687.962175] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.962175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.962175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.962175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.963158] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.963490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.963685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.965486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.965613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.966783] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.147571] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: SUCCESS [ 688.147571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.147571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.147571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.147571] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.147571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.147571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.147571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.147571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.147571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.147571] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.293786] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 688.293990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.468219] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.468341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.468341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.468560] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.468769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.468832] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.468929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.468992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.469173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.469255] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.469350] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 688.535016] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.535016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.535016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.535016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.535016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.547278] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 688.618351] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: SUCCESS [ 688.618351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.633064] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.633064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.633064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.633351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.633351] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.633448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.633715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.633715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.633715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.633884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.633925] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.634013] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.634077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.634206] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.634332] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.634419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.634468] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.634604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.634668] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.634747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.634830] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.647891] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: SUCCESS [ 688.648132] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.138046] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f17348da-2dc7-4ec7-8480-977efa378afe: rpc.has_security_group_logging(os_id): False [ 689.160239] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.160448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.160448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.160679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.160771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.161060] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.161173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.161238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.161400] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.161467] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.161674] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.161764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.161822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.161961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.163974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.164244] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.164388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.164453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.164581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.164668] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.164756] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f17348da-2dc7-4ec7-8480-977efa378afe is going to be created. [ 689.241961] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.242186] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.242186] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.242378] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.242584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.259964] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: IN_PROGRESS for 2s [ 689.945122] env[65309]: INFO networking_nsxv3.common.synchronization [req-53b43fe6-4051-4847-bddd-af00e7456892 req-ca361c76-265d-4ed3-85a6-e92fe6b2ca31 tempest-FloatingIPsAssociationTestJSON-492174692 tempest-FloatingIPsAssociationTestJSON-492174692-project-member] Enqueued Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_members [ 689.947086] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_members [ 689.947780] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.948082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.948232] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.948643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.948896] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.949197] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.949346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.949619] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.949796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.949972] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.453051] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.453437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.453437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.453607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.453662] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.453836] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.453935] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.453982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.454146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.454229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.454396] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 already deleted. [ 690.454396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.514861] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-51 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.515190] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.515331] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.515653] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.516015] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.516220] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.516614] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.516614] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.516778] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.516983] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.517195] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.517297] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.517412] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.517554] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.517706] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.518252] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.547266] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.547501] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.547678] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.547899] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.548356] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-b9172805-5d22-4fc5-97d4-d120a404b4d2 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.548590] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-b9172805-5d22-4fc5-97d4-d120a404b4d2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.548725] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-b9172805-5d22-4fc5-97d4-d120a404b4d2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.549377] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-b9172805-5d22-4fc5-97d4-d120a404b4d2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.549525] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9172805-5d22-4fc5-97d4-d120a404b4d2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.564260] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 690.564528] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 deletion is rescheduled due to dependency. [ 690.564680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.053068] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.053435] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.053561] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.053843] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.053989] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.054157] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port b9172805-5d22-4fc5-97d4-d120a404b4d2 not found, creating... [ 691.054422] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.054596] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.054684] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.054902] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.055058] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.055842] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.055842] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.056194] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.056594] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.057195] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.057195] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: b9172805-5d22-4fc5-97d4-d120a404b4d2 is going to be created. [ 691.083780] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.083993] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.084154] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.084373] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.084637] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.084901] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-b9172805-5d22-4fc5-97d4-d120a404b4d2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.277398] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: SUCCESS [ 691.277723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.900704] env[65309]: INFO networking_nsxv3.common.synchronization [req-53b43fe6-4051-4847-bddd-af00e7456892 req-1670362f-a27d-4d9f-be2e-7f8017fdfeb9 service nova] Enqueued Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_rules [ 691.901287] env[65309]: INFO networking_nsxv3.common.synchronization [req-53b43fe6-4051-4847-bddd-af00e7456892 req-1670362f-a27d-4d9f-be2e-7f8017fdfeb9 service nova] Enqueued Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_members [ 691.901287] env[65309]: INFO networking_nsxv3.common.synchronization [req-53b43fe6-4051-4847-bddd-af00e7456892 req-1670362f-a27d-4d9f-be2e-7f8017fdfeb9 service nova] Enqueued Resource ID: b9172805-5d22-4fc5-97d4-d120a404b4d2 with Priority: HIGHEST for action port [ 691.901871] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_rules [ 691.902070] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_members [ 691.902284] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9172805-5d22-4fc5-97d4-d120a404b4d2 with Priority: HIGHEST for action port [ 691.902639] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.902794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.902887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.903313] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.903496] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.904934] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.905100] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.905194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.905571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.905643] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.905753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.905841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.906048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.906179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.906297] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.907369] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9172805-5d22-4fc5-97d4-d120a404b4d2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.907555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9172805-5d22-4fc5-97d4-d120a404b4d2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.907614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9172805-5d22-4fc5-97d4-d120a404b4d2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.907801] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9172805-5d22-4fc5-97d4-d120a404b4d2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.907905] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9172805-5d22-4fc5-97d4-d120a404b4d2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.211556] env[65309]: INFO networking_nsxv3.common.synchronization [req-19d1a77d-c0a3-4bea-bdc0-6e42f52e5840 req-4a937a31-420b-4beb-8016-e50a330b816b tempest-ImagesOneServerNegativeTestJSON-1290280587 tempest-ImagesOneServerNegativeTestJSON-1290280587-project-member] Enqueued Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 692.212462] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 692.212462] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.212601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.212678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.212991] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.213156] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.213297] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.213376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.213570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.213650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.213777] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.410444] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.413933] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.413933] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.413933] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9172805-5d22-4fc5-97d4-d120a404b4d2 with status ACTIVE [ 692.413933] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.413933] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.413933] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.414164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.414164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.414305] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.414397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.414456] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.414614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.414689] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.416187] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.416332] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.416401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.416992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.417092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.417186] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9172805-5d22-4fc5-97d4-d120a404b4d2 is going to be updated. [ 692.441173] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.441434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.441434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.441997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.442153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.442352] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9172805-5d22-4fc5-97d4-d120a404b4d2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.678872] env[65309]: INFO networking_nsxv3.common.synchronization [req-7abd6821-1c89-4f18-96b5-9c0633bba9d7 req-e2856ff3-b380-4898-85da-3d044a9c0a1c tempest-ServerAddressesNegativeTestJSON-1416230765 tempest-ServerAddressesNegativeTestJSON-1416230765-project-member] Enqueued Resource ID: 766f2879-43f7-4902-b3ae-2f1232806292 with Priority: HIGHEST for action security_group_members [ 692.680064] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 766f2879-43f7-4902-b3ae-2f1232806292 with Priority: HIGHEST for action security_group_members [ 692.681554] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-766f2879-43f7-4902-b3ae-2f1232806292 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.681554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.681554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.681554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.681554] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.682196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.682315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.682531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.682640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.683336] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('766f2879-43f7-4902-b3ae-2f1232806292',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.718690] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.718690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.718690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.718690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.718690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.718690] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.719098] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.719474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.719768] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.719890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.720026] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 is going to be updated. [ 692.752298] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.752298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.752298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.752298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.752298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.763825] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: IN_PROGRESS for 2s [ 692.914015] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.185309] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.185680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.185771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.186012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.186115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.186436] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.186542] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.186575] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.186836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.186836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.186930] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766f2879-43f7-4902-b3ae-2f1232806292 is going to be updated. [ 693.223331] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.223510] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.223612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.223839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.223989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.234706] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766f2879-43f7-4902-b3ae-2f1232806292 in Status: IN_PROGRESS for 2s [ 693.269678] env[65309]: INFO networking_nsxv3.common.synchronization [req-f48a204c-93d6-4df0-ae4a-2ba6b0b040e4 req-0a27f84f-1382-4e32-ae47-cfee006ae159 tempest-ServersTestJSON-337806064 tempest-ServersTestJSON-337806064-project-member] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 693.269678] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 693.269983] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.270291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.270459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.271397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.271397] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.271397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.271597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.271639] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.271720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.271794] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.309498] env[65309]: INFO networking_nsxv3.common.synchronization [req-6a83415a-da95-401b-a241-8e28282f4f25 req-5b8cc5b4-e3e8-4404-a2c6-447a69338e1a tempest-ServersTestMultiNic-160790073 tempest-ServersTestMultiNic-160790073-project-member] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 693.310097] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 693.310614] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.310829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.310909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.311138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.311304] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.311485] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.311485] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.311609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.311698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.311793] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.420333] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.420333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.420333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.420333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.420333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.420333] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 is going to be created. [ 693.451257] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.451257] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.451257] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.451257] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.451809] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.515419] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: UNINITIALIZED for 2s [ 693.767789] env[65309]: INFO networking_nsxv3.common.synchronization [req-6a83415a-da95-401b-a241-8e28282f4f25 req-d6b91636-62ff-4799-9bfb-3a51a8d6a72d tempest-ServersTestMultiNic-160790073 tempest-ServersTestMultiNic-160790073-project-member] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 693.768407] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 693.768725] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.768851] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.773333] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.773603] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.773785] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.774173] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.774524] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.774688] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.774801] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.775045] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.775452] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.775452] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.775556] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.775587] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.775691] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.775795] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.775894] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.776066] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.777393] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.777512] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.777563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.777731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.777848] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.777980] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.778161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.778216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.778361] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.778438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.778560] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 already deleted. [ 693.778610] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.796584] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.796762] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.796865] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.797047] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.797338] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-b907b545-9e16-41dd-9b2a-cb4bbeaceaa1 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.797499] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-b907b545-9e16-41dd-9b2a-cb4bbeaceaa1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.797613] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-b907b545-9e16-41dd-9b2a-cb4bbeaceaa1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.798138] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-b907b545-9e16-41dd-9b2a-cb4bbeaceaa1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.798281] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b907b545-9e16-41dd-9b2a-cb4bbeaceaa1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.814313] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.243270] env[65309]: INFO networking_nsxv3.common.synchronization [req-6a83415a-da95-401b-a241-8e28282f4f25 req-f4b0bb46-d60a-48b3-92ab-2599fa1344bc tempest-ServersTestMultiNic-160790073 tempest-ServersTestMultiNic-160790073-project-member] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 694.244076] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 694.244171] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.244356] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.300859] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.301117] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.301243] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.301540] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.301701] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.301987] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port b907b545-9e16-41dd-9b2a-cb4bbeaceaa1 not found, creating... [ 694.302196] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.302398] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.302509] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.302735] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.302999] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.303165] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.303317] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.303428] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.303637] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.303760] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.303895] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: b907b545-9e16-41dd-9b2a-cb4bbeaceaa1 is going to be created. [ 694.316419] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.342111] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.342111] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.342111] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.342303] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.342421] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.342646] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-b907b545-9e16-41dd-9b2a-cb4bbeaceaa1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.774409] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: SUCCESS [ 694.774569] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 deletion is rescheduled due to dependency. [ 694.774703] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.822048] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.822048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.822048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.822269] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.822326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.822637] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be updated. [ 694.854145] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.854284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.854351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.854954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.854954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.866167] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 695.245589] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 766f2879-43f7-4902-b3ae-2f1232806292 in Status: SUCCESS [ 695.245912] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 766f2879-43f7-4902-b3ae-2f1232806292 deletion is rescheduled due to dependency. [ 695.245912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-766f2879-43f7-4902-b3ae-2f1232806292" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.491671] env[65309]: INFO networking_nsxv3.common.synchronization [req-f48a204c-93d6-4df0-ae4a-2ba6b0b040e4 req-2ff6a24d-1f63-45a7-af4d-1ded50216607 service nova] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_rules [ 695.491811] env[65309]: INFO networking_nsxv3.common.synchronization [req-f48a204c-93d6-4df0-ae4a-2ba6b0b040e4 req-2ff6a24d-1f63-45a7-af4d-1ded50216607 service nova] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 695.491935] env[65309]: INFO networking_nsxv3.common.synchronization [req-f48a204c-93d6-4df0-ae4a-2ba6b0b040e4 req-2ff6a24d-1f63-45a7-af4d-1ded50216607 service nova] Enqueued Resource ID: b907b545-9e16-41dd-9b2a-cb4bbeaceaa1 with Priority: HIGHEST for action port [ 695.492546] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_rules [ 695.492634] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 695.492745] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b907b545-9e16-41dd-9b2a-cb4bbeaceaa1 with Priority: HIGHEST for action port [ 695.492986] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.493115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.493179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.493448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.493534] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.496054] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.496054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.496054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.496054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.496054] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.496054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.496054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.496054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.496054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.496054] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.496054] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b907b545-9e16-41dd-9b2a-cb4bbeaceaa1 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.498975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b907b545-9e16-41dd-9b2a-cb4bbeaceaa1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.498975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b907b545-9e16-41dd-9b2a-cb4bbeaceaa1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.498975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b907b545-9e16-41dd-9b2a-cb4bbeaceaa1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.498975] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b907b545-9e16-41dd-9b2a-cb4bbeaceaa1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.526934] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: SUCCESS [ 695.527116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.527565] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.527757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.527975] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.528132] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.528201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.528365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.528459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.528576] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.528673] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.001287] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.001287] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.001287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.001287] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b907b545-9e16-41dd-9b2a-cb4bbeaceaa1 with status ACTIVE [ 696.001461] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.001526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.001602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.002553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.002553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.002553] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.002553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.002553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.002553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.002553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.002810] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.002810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.002871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.003014] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.003419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.003501] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b907b545-9e16-41dd-9b2a-cb4bbeaceaa1 is going to be updated. [ 696.027746] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.027919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.027996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.028326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.028731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.028731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b907b545-9e16-41dd-9b2a-cb4bbeaceaa1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.031454] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.032303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.032303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.032472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.032654] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.032815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.032893] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.033091] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.033193] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.033290] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.033522] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.034047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.034146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.034314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.034457] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.034546] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.034604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.034761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.034823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.035328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.035328] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.283931] env[65309]: INFO networking_nsxv3.common.synchronization [req-5b2bdb27-4014-424f-8f2d-7cf932d68c2b req-8ee4726f-4878-48b0-86a1-5c17cf18325e tempest-AttachInterfacesUnderV243Test-1445112273 tempest-AttachInterfacesUnderV243Test-1445112273-project-member] Enqueued Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_members [ 696.283931] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_members [ 696.283931] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.283931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.283931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.287743] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.287743] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.287743] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.287743] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.288847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.288961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.289079] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.506166] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.539554] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddf1732f-fea7-4f1e-ac46-6e2140ba75f2: rpc.has_security_group_logging(os_id): False [ 696.560032] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.560179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.560252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.560477] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.560565] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.560763] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.560859] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.560919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.561085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.561157] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.561366] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.561455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.564019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.565774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.565774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.565774] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.565774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.565774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.566308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.566308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.566308] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 is going to be created. [ 696.632730] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.633088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.633238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.634036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.634036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.648615] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: IN_PROGRESS for 2s [ 696.753220] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-171 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.753437] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-171" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.753563] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-171" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.754155] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-171" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.754881] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.754983] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.755108] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.755352] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.755493] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.755702] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.755809] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.755911] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.756024] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.756130] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.756227] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.756354] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.777302] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.777463] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.777577] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.777747] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-171" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.778065] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-51e425d8-8419-45c8-9b75-8cf2b9ce916f taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.778239] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.778354] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.779304] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.779447] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51e425d8-8419-45c8-9b75-8cf2b9ce916f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.791902] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.792033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.792115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.792368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.792462] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.792672] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.792775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.792837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.792999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.793091] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.793176] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da4b4e4-7c61-4998-8278-654e96c30313 already deleted. [ 696.793257] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.876883] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 696.876883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.877846] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.877846] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.877846] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.879222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.879222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.879222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.879222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.879222] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.981035] env[65309]: INFO networking_nsxv3.common.synchronization [None req-bff2601b-25a7-43ee-a0bc-f5705f991ac3 None None] Enqueued Resource ID: 6b5ccec2-ed1e-480e-84f1-d486a2b4734b with Priority: HIGHEST for action port [ 696.981627] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5ccec2-ed1e-480e-84f1-d486a2b4734b with Priority: HIGHEST for action port [ 696.981937] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b5ccec2-ed1e-480e-84f1-d486a2b4734b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.982361] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b5ccec2-ed1e-480e-84f1-d486a2b4734b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.982499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b5ccec2-ed1e-480e-84f1-d486a2b4734b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.982773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b5ccec2-ed1e-480e-84f1-d486a2b4734b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.982862] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b5ccec2-ed1e-480e-84f1-d486a2b4734b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.008849] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.009125] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.009125] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.009278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.009372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.009474] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be created. [ 697.036826] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.037087] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.037239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.037465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.037654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.055503] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: UNINITIALIZED for 2s [ 697.285667] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.285964] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.286014] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.286279] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.286457] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.286668] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 51e425d8-8419-45c8-9b75-8cf2b9ce916f not found, creating... [ 697.286952] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.287165] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.287307] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.287560] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.288579] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.288579] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.288579] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.288579] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.288579] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.288579] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.288823] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 51e425d8-8419-45c8-9b75-8cf2b9ce916f is going to be created. [ 697.315929] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.316135] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.316218] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.316494] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.316740] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.316977] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.382795] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.383030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.383168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.383503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.383654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.383941] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.384064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.384125] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.384290] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.384456] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.384530] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be updated. [ 697.423810] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.423974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.424031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.424234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.424373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.433715] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 697.485151] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b5ccec2-ed1e-480e-84f1-d486a2b4734b [ 697.485391] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.485540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.485613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.485865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.485938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.486057] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b5ccec2-ed1e-480e-84f1-d486a2b4734b already deleted. [ 697.486145] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b5ccec2-ed1e-480e-84f1-d486a2b4734b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.054497] env[65309]: INFO networking_nsxv3.common.synchronization [req-5b2bdb27-4014-424f-8f2d-7cf932d68c2b req-1af1d046-cf9a-492d-8137-a42481e9f1bf service nova] Enqueued Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_rules [ 698.054697] env[65309]: INFO networking_nsxv3.common.synchronization [req-5b2bdb27-4014-424f-8f2d-7cf932d68c2b req-1af1d046-cf9a-492d-8137-a42481e9f1bf service nova] Enqueued Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_members [ 698.054836] env[65309]: INFO networking_nsxv3.common.synchronization [req-5b2bdb27-4014-424f-8f2d-7cf932d68c2b req-1af1d046-cf9a-492d-8137-a42481e9f1bf service nova] Enqueued Resource ID: 51e425d8-8419-45c8-9b75-8cf2b9ce916f with Priority: HIGHEST for action port [ 698.055079] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_rules [ 698.055206] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_members [ 698.055303] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e425d8-8419-45c8-9b75-8cf2b9ce916f with Priority: HIGHEST for action port [ 698.055829] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.055949] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.056754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.056754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.056837] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.058727] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.058727] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.058822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.058970] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.059469] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.059761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.059761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.059925] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.060090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.060237] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.061638] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-51e425d8-8419-45c8-9b75-8cf2b9ce916f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.061751] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.062234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.062444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.062519] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51e425d8-8419-45c8-9b75-8cf2b9ce916f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.563764] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.564748] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51e425d8-8419-45c8-9b75-8cf2b9ce916f with status ACTIVE [ 698.565195] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.566166] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.566166] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.566166] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.566166] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.566166] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.566392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.567247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.567247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.567247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.567247] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.567247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.567247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.567247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.567462] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.567499] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51e425d8-8419-45c8-9b75-8cf2b9ce916f is going to be updated. [ 698.569895] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.569895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.597583] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.597583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.597583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.597583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.597583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.597583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.678674] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: SUCCESS [ 698.679362] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.066373] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.071761] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 699.072226] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.072473] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.073262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.073262] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.073262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.073262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.073458] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.073458] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.073512] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.073704] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.446895] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 699.446895] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 deletion is rescheduled due to dependency. [ 699.446895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.446895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.446895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.446895] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.446895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.446895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.446895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.446895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.446895] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.572518] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.572518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.572518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.572908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.572908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.572908] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da4b4e4-7c61-4998-8278-654e96c30313 is going to be created. [ 699.576720] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.577637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.577637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.577637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.577637] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.577637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.577637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.577936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.577936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.577936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.578108] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.578251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.578251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.578390] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.578543] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.578632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.578708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.578846] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.578922] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.579015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.581072] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.605375] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.605705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.605928] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.606433] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.607377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.620060] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: UNINITIALIZED for 2s [ 699.806862] env[65309]: INFO networking_nsxv3.common.synchronization [req-a86352c4-1927-4b00-bbe4-1a02cf248dd3 req-722941eb-6b59-4e27-b962-52e16f4805d0 tempest-SecurityGroupRulesTestJSON-197896353 tempest-SecurityGroupRulesTestJSON-197896353-project-member] Enqueued Resource ID: 349cd993-3312-4f67-bc99-84d9f095017e with Priority: HIGHEST for action security_group_rules [ 699.807465] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 349cd993-3312-4f67-bc99-84d9f095017e with Priority: HIGHEST for action security_group_rules [ 699.808282] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-349cd993-3312-4f67-bc99-84d9f095017e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.808404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-349cd993-3312-4f67-bc99-84d9f095017e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.808472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-349cd993-3312-4f67-bc99-84d9f095017e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.808722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-349cd993-3312-4f67-bc99-84d9f095017e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.808800] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('349cd993-3312-4f67-bc99-84d9f095017e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.867016] env[65309]: INFO networking_nsxv3.common.synchronization [None req-bee5d570-aa6c-4933-9f5d-108f522fc5f4 None None] Enqueued Resource ID: 2135c2cf-f000-485e-bb27-6b87d62b4c13 with Priority: HIGHEST for action port [ 699.867016] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2135c2cf-f000-485e-bb27-6b87d62b4c13 with Priority: HIGHEST for action port [ 699.867569] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-2135c2cf-f000-485e-bb27-6b87d62b4c13 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.867717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2135c2cf-f000-485e-bb27-6b87d62b4c13" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.867824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2135c2cf-f000-485e-bb27-6b87d62b4c13" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.868201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2135c2cf-f000-485e-bb27-6b87d62b4c13" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.868320] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2135c2cf-f000-485e-bb27-6b87d62b4c13',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.949665] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.949813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.949887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.950771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.950771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.950771] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.950771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.950771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.950771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.951096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.951096] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be updated. [ 699.979974] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.980227] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.980227] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.980399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.980891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.992898] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 700.083788] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70fcfe2-957d-4d66-b66e-542217612b12: rpc.has_security_group_logging(os_id): False [ 700.104460] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.104944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.104944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.105166] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.105553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.105553] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.105553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.105765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.105964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.106200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.106274] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.106385] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.106425] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.106795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.106950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.107201] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.107286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.107339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.107488] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.107562] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.107647] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be created. [ 700.188750] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.188993] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.188993] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.189194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.189374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.204048] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 700.349614] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.349614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.349614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.350777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.350777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.350777] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 349cd993-3312-4f67-bc99-84d9f095017e already deleted. [ 700.350777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-349cd993-3312-4f67-bc99-84d9f095017e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.371129] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2135c2cf-f000-485e-bb27-6b87d62b4c13 [ 700.371129] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.371129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.371129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.371129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.371422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.371422] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2135c2cf-f000-485e-bb27-6b87d62b4c13 already deleted. [ 700.371422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2135c2cf-f000-485e-bb27-6b87d62b4c13" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.678578] env[65309]: INFO networking_nsxv3.common.synchronization [req-fda0601e-2db6-4c9c-96a0-241381c3a287 req-a34e8e59-486f-4a12-9dc8-be9211648959 tempest-ServerDiskConfigTestJSON-559707094 tempest-ServerDiskConfigTestJSON-559707094-project-member] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 700.679775] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 700.679775] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.679775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.679775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.680097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.680980] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.681564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.681564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.681564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.681564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.681705] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.082244] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.084019] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.084019] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.084019] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.085054] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.085249] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.085371] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.085662] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.085806] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.086039] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.086178] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.086289] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.086405] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.086516] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.086617] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.086771] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.111106] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.111285] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.111417] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.111659] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.112410] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-89506091-c063-4ec3-a8c6-22f20e519dab taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.113369] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-89506091-c063-4ec3-a8c6-22f20e519dab" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.113369] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-89506091-c063-4ec3-a8c6-22f20e519dab" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.113369] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-89506091-c063-4ec3-a8c6-22f20e519dab" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.113369] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89506091-c063-4ec3-a8c6-22f20e519dab',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.185652] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.185829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.185936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.186350] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.186500] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.186673] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.186783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.186848] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.187040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.187123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.187214] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 701.220656] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.220838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.220879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.221196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.221400] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.232517] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 701.619280] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.619755] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.619755] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.620076] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.620302] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.620516] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 89506091-c063-4ec3-a8c6-22f20e519dab not found, creating... [ 701.620845] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.621066] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.621220] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.621514] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.621687] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.622064] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.622285] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.622485] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.622737] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.622908] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.623114] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 89506091-c063-4ec3-a8c6-22f20e519dab is going to be created. [ 701.640153] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: SUCCESS [ 701.640485] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.640605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.640865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.641092] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.641245] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.641302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.641481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.641574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.642127] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.642127] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.650313] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.650570] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.650676] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.650930] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.651146] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.651362] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-89506091-c063-4ec3-a8c6-22f20e519dab" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.004682] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 702.004993] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 deletion is rescheduled due to dependency. [ 702.004993] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.144155] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.220928] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 702.221165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.408418] env[65309]: INFO networking_nsxv3.common.synchronization [req-fda0601e-2db6-4c9c-96a0-241381c3a287 req-03fccd5f-68a5-4c2a-ada7-73afb6909002 service nova] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_rules [ 702.408592] env[65309]: INFO networking_nsxv3.common.synchronization [req-fda0601e-2db6-4c9c-96a0-241381c3a287 req-03fccd5f-68a5-4c2a-ada7-73afb6909002 service nova] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 702.408744] env[65309]: INFO networking_nsxv3.common.synchronization [req-fda0601e-2db6-4c9c-96a0-241381c3a287 req-03fccd5f-68a5-4c2a-ada7-73afb6909002 service nova] Enqueued Resource ID: 89506091-c063-4ec3-a8c6-22f20e519dab with Priority: HIGHEST for action port [ 702.409294] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_rules [ 702.409448] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 702.409597] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89506091-c063-4ec3-a8c6-22f20e519dab with Priority: HIGHEST for action port [ 702.409918] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.413337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.413548] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.413913] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.414097] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.415490] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.415709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.416068] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-89506091-c063-4ec3-a8c6-22f20e519dab taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.417333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89506091-c063-4ec3-a8c6-22f20e519dab" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.417333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89506091-c063-4ec3-a8c6-22f20e519dab" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.417333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89506091-c063-4ec3-a8c6-22f20e519dab" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.417333] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89506091-c063-4ec3-a8c6-22f20e519dab',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.647399] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2da4b4e4-7c61-4998-8278-654e96c30313: rpc.has_security_group_logging(os_id): False [ 702.671609] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.671748] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.671816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.672042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.672132] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.672386] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.672484] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.672546] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.672699] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.672794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.672896] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2da4b4e4-7c61-4998-8278-654e96c30313 is going to be created. [ 702.757788] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.757788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.757788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.757788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.757788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.769120] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: IN_PROGRESS for 2s [ 702.920181] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.920181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.920181] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89506091-c063-4ec3-a8c6-22f20e519dab with status ACTIVE [ 702.920181] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.920181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.920181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.920181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.920181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.920181] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.920680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.920680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.920680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.920680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.920817] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.920863] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.921134] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.921134] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.921224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.921251] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89506091-c063-4ec3-a8c6-22f20e519dab is going to be updated. [ 702.953296] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.953432] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.953499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.953729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.953861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.954031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89506091-c063-4ec3-a8c6-22f20e519dab" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.100929] env[65309]: INFO networking_nsxv3.common.synchronization [req-839ad3a3-b8a3-4dd8-8278-d10449bfdfde req-e2ade675-df93-4dc6-8122-32d3a229a1ef tempest-SecurityGroupRulesTestJSON-197896353 tempest-SecurityGroupRulesTestJSON-197896353-project-member] Enqueued Resource ID: 349cd993-3312-4f67-bc99-84d9f095017e with Priority: HIGHEST for action security_group_rules [ 703.101731] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 349cd993-3312-4f67-bc99-84d9f095017e with Priority: HIGHEST for action security_group_rules [ 703.101864] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-349cd993-3312-4f67-bc99-84d9f095017e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.101990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-349cd993-3312-4f67-bc99-84d9f095017e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.103028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-349cd993-3312-4f67-bc99-84d9f095017e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.103028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-349cd993-3312-4f67-bc99-84d9f095017e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.103207] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('349cd993-3312-4f67-bc99-84d9f095017e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.246226] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 703.249030] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 deletion is rescheduled due to dependency. [ 703.249030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.249030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.249030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.249030] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.249030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.249030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.249030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.249030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.249030] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.274890] env[65309]: INFO networking_nsxv3.common.synchronization [None req-31f47023-2d27-485d-bb40-c10d21d42710 None None] Enqueued Resource ID: a6b3e1eb-34cb-47c3-afdc-262df2863ee0 with Priority: HIGHEST for action port [ 703.276165] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b3e1eb-34cb-47c3-afdc-262df2863ee0 with Priority: HIGHEST for action port [ 703.276724] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6b3e1eb-34cb-47c3-afdc-262df2863ee0 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.279330] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6b3e1eb-34cb-47c3-afdc-262df2863ee0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.279330] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6b3e1eb-34cb-47c3-afdc-262df2863ee0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.279330] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6b3e1eb-34cb-47c3-afdc-262df2863ee0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.279330] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6b3e1eb-34cb-47c3-afdc-262df2863ee0',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.628841] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.628841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.628841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.628841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.628841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.628841] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 349cd993-3312-4f67-bc99-84d9f095017e already deleted. [ 703.628841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-349cd993-3312-4f67-bc99-84d9f095017e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.753961] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.784684] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6b3e1eb-34cb-47c3-afdc-262df2863ee0 [ 703.784684] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.784684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.784684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.784684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.784684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.784684] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6b3e1eb-34cb-47c3-afdc-262df2863ee0 already deleted. [ 703.784684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6b3e1eb-34cb-47c3-afdc-262df2863ee0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.258916] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.307394] env[65309]: INFO networking_nsxv3.common.synchronization [None req-b15548f4-48c6-49a5-a2b4-e6411ee5bb0e tempest-ImagesOneServerNegativeTestJSON-1290280587 tempest-ImagesOneServerNegativeTestJSON-1290280587-project-member] Enqueued Resource ID: 734bab6c-522b-4300-acc2-73d1c024127f with Priority: HIGHEST for action security_group_rules [ 704.311142] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734bab6c-522b-4300-acc2-73d1c024127f with Priority: HIGHEST for action security_group_rules [ 704.312231] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-734bab6c-522b-4300-acc2-73d1c024127f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.312469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-734bab6c-522b-4300-acc2-73d1c024127f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.312578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-734bab6c-522b-4300-acc2-73d1c024127f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.313198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-734bab6c-522b-4300-acc2-73d1c024127f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.313348] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('734bab6c-522b-4300-acc2-73d1c024127f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.447846] env[65309]: INFO networking_nsxv3.common.synchronization [None req-07ff8284-06b5-4c73-8522-1cad69652fe5 tempest-ImagesOneServerNegativeTestJSON-1290280587 tempest-ImagesOneServerNegativeTestJSON-1290280587-project-member] Enqueued Resource ID: 734bab6c-522b-4300-acc2-73d1c024127f with Priority: HIGHEST for action security_group_rules [ 704.448496] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734bab6c-522b-4300-acc2-73d1c024127f with Priority: HIGHEST for action security_group_rules [ 704.448888] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-734bab6c-522b-4300-acc2-73d1c024127f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.449070] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-734bab6c-522b-4300-acc2-73d1c024127f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.762628] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.763619] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.763734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.763989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.764127] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.764249] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 704.788712] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: SUCCESS [ 704.788712] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.811184] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.811405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.811498] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.811758] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.811921] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.840292] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 704.853977] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.853977] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.853977] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.854600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.854600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.854600] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 734bab6c-522b-4300-acc2-73d1c024127f already deleted. [ 704.854753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-734bab6c-522b-4300-acc2-73d1c024127f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.856306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-734bab6c-522b-4300-acc2-73d1c024127f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.856306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-734bab6c-522b-4300-acc2-73d1c024127f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.856306] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('734bab6c-522b-4300-acc2-73d1c024127f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.286043] env[65309]: INFO networking_nsxv3.common.synchronization [None req-7ebbbb2b-b288-4241-9ef3-dede8c1445e4 tempest-ServersTestBootFromVolume-407856697 tempest-ServersTestBootFromVolume-407856697-project-member] Enqueued Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGHEST for action security_group_rules [ 705.288716] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGHEST for action security_group_rules [ 705.289345] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.290640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.290867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.291090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.291143] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32ba5f02-15b0-4e18-bc59-92009a8c1b1f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.383913] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.383913] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.383913] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.384150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.384385] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.384385] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 734bab6c-522b-4300-acc2-73d1c024127f already deleted. [ 705.384385] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-734bab6c-522b-4300-acc2-73d1c024127f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.595024] env[65309]: INFO networking_nsxv3.common.synchronization [None req-ce20c602-5841-4c13-932a-73c40ab9308f tempest-ServersTestBootFromVolume-407856697 tempest-ServersTestBootFromVolume-407856697-project-member] Enqueued Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGHEST for action security_group_rules [ 705.595024] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGHEST for action security_group_rules [ 705.595549] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.595775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.814279] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.814741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.814857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.815063] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.815239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.815302] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f already deleted. [ 705.815346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.815511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.815712] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.815797] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32ba5f02-15b0-4e18-bc59-92009a8c1b1f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.050091] env[65309]: INFO networking_nsxv3.common.synchronization [None req-c3328cb8-bbdb-49a2-80be-500125d017e2 None None] Enqueued Resource ID: 95d51846-5013-4593-896c-e11d117001c3 with Priority: HIGHEST for action port [ 706.050353] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d51846-5013-4593-896c-e11d117001c3 with Priority: HIGHEST for action port [ 706.050656] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-95d51846-5013-4593-896c-e11d117001c3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.050773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95d51846-5013-4593-896c-e11d117001c3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.050836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95d51846-5013-4593-896c-e11d117001c3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.051714] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95d51846-5013-4593-896c-e11d117001c3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.052142] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95d51846-5013-4593-896c-e11d117001c3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.061993] env[65309]: INFO networking_nsxv3.common.synchronization [req-7e7753ec-3f10-45c8-8d2f-0fa78bbce822 req-f18c221e-0375-4b84-b235-7b704ddd4cf3 tempest-FloatingIPsAssociationNegativeTestJSON-716705452 tempest-FloatingIPsAssociationNegativeTestJSON-716705452-project-member] Enqueued Resource ID: eb483e02-0886-4c73-9107-7cabd3990c60 with Priority: HIGHEST for action security_group_members [ 706.062583] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb483e02-0886-4c73-9107-7cabd3990c60 with Priority: HIGHEST for action security_group_members [ 706.062890] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb483e02-0886-4c73-9107-7cabd3990c60 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.063023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.063094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.063286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.063437] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.063537] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.063599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.064033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.064110] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.064206] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb483e02-0886-4c73-9107-7cabd3990c60',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.209555] env[65309]: INFO networking_nsxv3.common.synchronization [req-bae9cc99-1378-4481-b4a2-2498e5272193 req-22205e60-d5aa-469a-96df-a5c036cb5f49 tempest-SecurityGroupRulesTestJSON-197896353 tempest-SecurityGroupRulesTestJSON-197896353-project-member] Enqueued Resource ID: 349cd993-3312-4f67-bc99-84d9f095017e with Priority: HIGHEST for action security_group_rules [ 706.209922] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 349cd993-3312-4f67-bc99-84d9f095017e with Priority: HIGHEST for action security_group_rules [ 706.210558] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-349cd993-3312-4f67-bc99-84d9f095017e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.211195] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-349cd993-3312-4f67-bc99-84d9f095017e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.212104] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-349cd993-3312-4f67-bc99-84d9f095017e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.212164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-349cd993-3312-4f67-bc99-84d9f095017e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.212234] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('349cd993-3312-4f67-bc99-84d9f095017e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.338446] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.341041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.341041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.341041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.341041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.341041] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f already deleted. [ 706.341041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.556348] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95d51846-5013-4593-896c-e11d117001c3 [ 706.556348] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.556348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.556348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.556348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.556348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.556348] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95d51846-5013-4593-896c-e11d117001c3 already deleted. [ 706.556348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95d51846-5013-4593-896c-e11d117001c3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.569954] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.569954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.569954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.569954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.569954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.569954] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.569954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.569954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.569954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.569954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.569954] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb483e02-0886-4c73-9107-7cabd3990c60 is going to be updated. [ 706.611281] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.611730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.611730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.611730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.611931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.623929] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb483e02-0886-4c73-9107-7cabd3990c60 in Status: IN_PROGRESS for 2s [ 706.736611] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.736823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.736923] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.737160] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.737256] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.737352] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 349cd993-3312-4f67-bc99-84d9f095017e already deleted. [ 706.737435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-349cd993-3312-4f67-bc99-84d9f095017e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.855986] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 706.856276] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.856508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.856749] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.857037] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.857167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.857237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.857405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.857489] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.857681] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.857681] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.362990] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.362990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.362990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.362990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.362990] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.362990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.362990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.362990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.362990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.362990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.362990] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.362990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.362990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.362990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.362990] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.362990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.364184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.364184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.364184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.364184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.364184] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.866457] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1507c3bc-cd29-48d7-bef3-c4047637d456: rpc.has_security_group_logging(os_id): False [ 707.887234] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.887396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.887485] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.887807] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.887853] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.888317] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.888317] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.888317] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.888837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.888837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.888837] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.888995] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.889045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.889281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.889341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.889688] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.889688] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.889823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.889921] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.890113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.890113] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 707.974023] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.974277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.974326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.975022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.975022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.996023] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 708.635736] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb483e02-0886-4c73-9107-7cabd3990c60 in Status: SUCCESS [ 708.636195] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb483e02-0886-4c73-9107-7cabd3990c60 deletion is rescheduled due to dependency. [ 708.636195] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.012018] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 710.012018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.168615] env[65309]: INFO networking_nsxv3.common.synchronization [req-e7ebd4f6-a5b8-4689-af5b-725bbf36f580 req-7f083965-7143-4491-91e9-2055e6c5f884 tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 710.169613] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 710.170085] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.170301] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.174025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.174025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.174025] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.174025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.174025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.174025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.174025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.174025] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.675437] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.675437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.675437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.675437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.675437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.675437] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.675437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.675437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.675437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.675437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.675437] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be updated. [ 710.719558] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.719703] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.720536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.720932] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.721116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.738100] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 712.210493] env[65309]: INFO networking_nsxv3.common.synchronization [req-3a872ab5-e602-4d91-9752-da3d78afdf83 req-3944b32a-d3ed-4ad2-8c44-277b4a13b31a tempest-ServersAdminNegativeTestJSON-2047870263 tempest-ServersAdminNegativeTestJSON-2047870263-project-member] Enqueued Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_members [ 712.211516] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_members [ 712.211516] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.212260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.212260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.212260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.214043] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.214043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.214043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.214043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.214043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.214043] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.700142] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.700690] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.700690] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.700797] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.704441] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.704441] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.704441] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.704441] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.704441] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.704441] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.704441] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.704441] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.705037] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.705037] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.705037] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.705037] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.717152] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.724421] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.725988] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.725988] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.725988] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.726290] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-56b351dd-7dbe-4337-ba19-49a29dae45ea taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.726471] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-56b351dd-7dbe-4337-ba19-49a29dae45ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.726791] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-56b351dd-7dbe-4337-ba19-49a29dae45ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.727068] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-56b351dd-7dbe-4337-ba19-49a29dae45ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.727132] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b351dd-7dbe-4337-ba19-49a29dae45ea',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.748599] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 712.748819] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 deletion is rescheduled due to dependency. [ 712.749956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.218593] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.230406] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.230581] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.230581] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.230876] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.231037] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.231204] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 56b351dd-7dbe-4337-ba19-49a29dae45ea not found, creating... [ 713.231533] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.231663] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.231751] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.231968] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.232150] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.232531] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.232691] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.232825] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.233036] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.233315] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.233315] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 56b351dd-7dbe-4337-ba19-49a29dae45ea is going to be created. [ 713.255576] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.255786] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.255887] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.256229] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.256397] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.256620] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-56b351dd-7dbe-4337-ba19-49a29dae45ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.348135] env[65309]: INFO networking_nsxv3.common.synchronization [req-12866c54-5c8b-482e-8358-ca93f823f3f5 req-15195124-696b-44c8-a129-ffe547f2a0f6 tempest-ServerRescueTestJSONUnderV235-1370826288 tempest-ServerRescueTestJSONUnderV235-1370826288-project-member] Enqueued Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_members [ 713.348409] env[65309]: INFO networking_nsxv3.common.synchronization [req-12866c54-5c8b-482e-8358-ca93f823f3f5 req-15195124-696b-44c8-a129-ffe547f2a0f6 tempest-ServerRescueTestJSONUnderV235-1370826288 tempest-ServerRescueTestJSONUnderV235-1370826288-project-member] Enqueued Resource ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 with Priority: HIGHEST for action security_group_members [ 713.349020] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_members [ 713.349206] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 with Priority: HIGHEST for action security_group_members [ 713.349538] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.349711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.349805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.350067] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.350354] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.350574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.350675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.350878] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.351258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.351258] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.352541] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.352657] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.352780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.353085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.353280] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.353405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.353499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.353690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.353806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.353905] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.404696] env[65309]: INFO networking_nsxv3.common.synchronization [req-12866c54-5c8b-482e-8358-ca93f823f3f5 req-15195124-696b-44c8-a129-ffe547f2a0f6 tempest-ServerRescueTestJSONUnderV235-1370826288 tempest-ServerRescueTestJSONUnderV235-1370826288-project-member] Enqueued Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_rules [ 713.404838] env[65309]: INFO networking_nsxv3.common.synchronization [req-12866c54-5c8b-482e-8358-ca93f823f3f5 req-15195124-696b-44c8-a129-ffe547f2a0f6 tempest-ServerRescueTestJSONUnderV235-1370826288 tempest-ServerRescueTestJSONUnderV235-1370826288-project-member] Enqueued Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_members [ 713.405398] env[65309]: INFO networking_nsxv3.common.synchronization [req-12866c54-5c8b-482e-8358-ca93f823f3f5 req-15195124-696b-44c8-a129-ffe547f2a0f6 tempest-ServerRescueTestJSONUnderV235-1370826288 tempest-ServerRescueTestJSONUnderV235-1370826288-project-member] Enqueued Resource ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 with Priority: HIGHEST for action security_group_rules [ 713.405398] env[65309]: INFO networking_nsxv3.common.synchronization [req-12866c54-5c8b-482e-8358-ca93f823f3f5 req-15195124-696b-44c8-a129-ffe547f2a0f6 tempest-ServerRescueTestJSONUnderV235-1370826288 tempest-ServerRescueTestJSONUnderV235-1370826288-project-member] Enqueued Resource ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 with Priority: HIGHEST for action security_group_members [ 713.405398] env[65309]: INFO networking_nsxv3.common.synchronization [req-12866c54-5c8b-482e-8358-ca93f823f3f5 req-15195124-696b-44c8-a129-ffe547f2a0f6 tempest-ServerRescueTestJSONUnderV235-1370826288 tempest-ServerRescueTestJSONUnderV235-1370826288-project-member] Enqueued Resource ID: 2e8b7e90-3323-4313-84e1-5ddc70732c8c with Priority: HIGHEST for action port [ 713.405869] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_rules [ 713.406020] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 with Priority: HIGHEST for action security_group_rules [ 713.406125] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8b7e90-3323-4313-84e1-5ddc70732c8c with Priority: HIGHEST for action port [ 713.406216] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_members [ 713.406303] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 with Priority: HIGHEST for action security_group_members [ 713.406589] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.406722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.406889] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.407040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.407203] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.408302] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.408466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.408563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.408804] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.408886] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.410328] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e8b7e90-3323-4313-84e1-5ddc70732c8c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.410328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.410328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.410328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.410328] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e8b7e90-3323-4313-84e1-5ddc70732c8c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.410961] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.411083] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.411264] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.411337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.721065] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.721273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.721320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.721994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.722168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.722337] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 is going to be updated. [ 713.756566] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.756732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.756774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.756983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.757151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.771438] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: IN_PROGRESS for 2s [ 713.856279] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.857674] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.913024] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.913181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.914968] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.915449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.915449] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e8b7e90-3323-4313-84e1-5ddc70732c8c with status ACTIVE [ 713.915531] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.915614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.915656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.917019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.917019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.917019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.917019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.917019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.917019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.917019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.917019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.917430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.917430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.917430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.917517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.917589] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e8b7e90-3323-4313-84e1-5ddc70732c8c is going to be updated. [ 713.948042] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.948042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.948435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.948435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.948435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.949121] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.034730] env[65309]: INFO networking_nsxv3.common.synchronization [req-3a872ab5-e602-4d91-9752-da3d78afdf83 req-cd184f31-e8ed-4028-b4bb-322f5e62da77 service nova] Enqueued Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_rules [ 714.034919] env[65309]: INFO networking_nsxv3.common.synchronization [req-3a872ab5-e602-4d91-9752-da3d78afdf83 req-cd184f31-e8ed-4028-b4bb-322f5e62da77 service nova] Enqueued Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_members [ 714.035028] env[65309]: INFO networking_nsxv3.common.synchronization [req-3a872ab5-e602-4d91-9752-da3d78afdf83 req-cd184f31-e8ed-4028-b4bb-322f5e62da77 service nova] Enqueued Resource ID: 56b351dd-7dbe-4337-ba19-49a29dae45ea with Priority: HIGHEST for action port [ 714.035611] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_rules [ 714.035924] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_members [ 714.036294] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b351dd-7dbe-4337-ba19-49a29dae45ea with Priority: HIGHEST for action port [ 714.036610] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.036738] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.036816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.037044] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.037128] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.038180] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.038286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.038805] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-56b351dd-7dbe-4337-ba19-49a29dae45ea taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.038805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56b351dd-7dbe-4337-ba19-49a29dae45ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.038805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56b351dd-7dbe-4337-ba19-49a29dae45ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.038805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56b351dd-7dbe-4337-ba19-49a29dae45ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.039100] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b351dd-7dbe-4337-ba19-49a29dae45ea',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.360116] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.361280] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.541111] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.541288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.541443] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56b351dd-7dbe-4337-ba19-49a29dae45ea with status ACTIVE [ 714.541792] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.541902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.541969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.542190] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.542278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.542527] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.542627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.542730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.542880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.542971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.543179] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.543286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.543331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.543559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.543677] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.546621] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56b351dd-7dbe-4337-ba19-49a29dae45ea is going to be updated. [ 714.571785] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.572172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.572172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.572371] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.572730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.573056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56b351dd-7dbe-4337-ba19-49a29dae45ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.812180] env[65309]: INFO networking_nsxv3.common.synchronization [req-c223f1ed-036c-4120-966c-a9a328bed496 req-04507b4c-dffa-4292-b7d5-7db2eaff9022 tempest-ServerRescueTestJSON-942827773 tempest-ServerRescueTestJSON-942827773-project-member] Enqueued Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_members [ 714.813840] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_members [ 714.814437] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff63fc87-b47a-4b6f-a551-1327eee10106 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.814437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.814874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.815127] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.815297] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.815445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.815542] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.815805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.816344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.816344] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.865602] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.865734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.865814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.866221] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.866286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.866382] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb is going to be updated. [ 714.870037] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.870037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.870037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.870037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.870037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.870037] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 is going to be created. [ 714.901573] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.904025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.904025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.904025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.904025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.914685] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.914685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.914685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.914685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.914685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.918409] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 in Status: UNINITIALIZED for 2s [ 714.933267] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: IN_PROGRESS for 2s [ 715.320728] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.356116] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.356116] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-280" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.356116] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-280" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.356323] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-280" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.356567] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.356772] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.356911] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.357157] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.357356] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.357606] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.357713] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.357820] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.357948] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.358392] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.358392] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.358392] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.384308] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.384308] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.384308] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.384308] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-280" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.385013] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-9dc9d269-1652-4a96-a7c9-39876f806642 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.385013] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-9dc9d269-1652-4a96-a7c9-39876f806642" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.385013] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-9dc9d269-1652-4a96-a7c9-39876f806642" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.385225] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-9dc9d269-1652-4a96-a7c9-39876f806642" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.385414] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dc9d269-1652-4a96-a7c9-39876f806642',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.429992] env[65309]: INFO networking_nsxv3.common.synchronization [req-ef70292b-adeb-4cca-9055-de9f036254aa req-d988669b-4494-4886-a013-bc9bff00677a tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 with Priority: HIGHEST for action security_group_members [ 715.430774] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 with Priority: HIGHEST for action security_group_members [ 715.431199] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.431301] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.431398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.431566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.431753] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.431890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.431944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.432128] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.432216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.432326] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe99b2f9-1a64-4b73-a16d-c0c508d90f04',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.785616] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: SUCCESS [ 715.785914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.786202] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.786546] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.786933] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.787139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.787287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.787543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.787671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.787825] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.822960] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.890992] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.891491] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.891491] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.891649] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.891852] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.892063] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 9dc9d269-1652-4a96-a7c9-39876f806642 not found, creating... [ 715.893230] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.893445] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.893628] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.893860] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.893996] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.895974] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.896180] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.896300] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.896529] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.896654] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.896795] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 9dc9d269-1652-4a96-a7c9-39876f806642 is going to be created. [ 715.916638] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.916854] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.916976] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.917270] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.917495] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.917711] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-9dc9d269-1652-4a96-a7c9-39876f806642" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.935258] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.935514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.935580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.935814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.935952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.936244] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.936378] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.936420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.936591] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.936709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.936825] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 is going to be updated. [ 715.963383] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.963570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.963610] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.963828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.963969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.973867] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 in Status: IN_PROGRESS for 2s [ 716.163767] env[65309]: INFO networking_nsxv3.common.synchronization [req-f8df278f-749e-4191-b44d-15c033de6c18 req-9e490345-ab1e-4c40-b0ee-71c7fecc05e1 tempest-ServerRescueTestJSONUnderV235-1370826288 tempest-ServerRescueTestJSONUnderV235-1370826288-project-member] Enqueued Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_members [ 716.163847] env[65309]: INFO networking_nsxv3.common.synchronization [req-f8df278f-749e-4191-b44d-15c033de6c18 req-9e490345-ab1e-4c40-b0ee-71c7fecc05e1 tempest-ServerRescueTestJSONUnderV235-1370826288 tempest-ServerRescueTestJSONUnderV235-1370826288-project-member] Enqueued Resource ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 with Priority: HIGHEST for action security_group_members [ 716.165481] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_members [ 716.165481] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 with Priority: HIGHEST for action security_group_members [ 716.165481] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.165481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.165481] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.165481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.211774] env[65309]: INFO networking_nsxv3.common.synchronization [req-f8df278f-749e-4191-b44d-15c033de6c18 req-9e490345-ab1e-4c40-b0ee-71c7fecc05e1 tempest-ServerRescueTestJSONUnderV235-1370826288 tempest-ServerRescueTestJSONUnderV235-1370826288-project-member] Enqueued Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_rules [ 716.211774] env[65309]: INFO networking_nsxv3.common.synchronization [req-f8df278f-749e-4191-b44d-15c033de6c18 req-9e490345-ab1e-4c40-b0ee-71c7fecc05e1 tempest-ServerRescueTestJSONUnderV235-1370826288 tempest-ServerRescueTestJSONUnderV235-1370826288-project-member] Enqueued Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_members [ 716.211774] env[65309]: INFO networking_nsxv3.common.synchronization [req-f8df278f-749e-4191-b44d-15c033de6c18 req-9e490345-ab1e-4c40-b0ee-71c7fecc05e1 tempest-ServerRescueTestJSONUnderV235-1370826288 tempest-ServerRescueTestJSONUnderV235-1370826288-project-member] Enqueued Resource ID: 2e8b7e90-3323-4313-84e1-5ddc70732c8c with Priority: HIGHEST for action port [ 716.212016] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_rules [ 716.212612] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_members [ 716.212612] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e8b7e90-3323-4313-84e1-5ddc70732c8c with Priority: HIGHEST for action port [ 716.212612] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.212762] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.212881] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.212925] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.214487] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e8b7e90-3323-4313-84e1-5ddc70732c8c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.214487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.214487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.214487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.214487] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e8b7e90-3323-4313-84e1-5ddc70732c8c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.290953] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.325127] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.325343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.325459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.325723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.325870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.326068] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff63fc87-b47a-4b6f-a551-1327eee10106 is going to be updated. [ 716.357188] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.357293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.357375] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.357595] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.357734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.367985] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff63fc87-b47a-4b6f-a551-1327eee10106 in Status: IN_PROGRESS for 2s [ 716.662867] env[65309]: INFO networking_nsxv3.common.synchronization [req-c223f1ed-036c-4120-966c-a9a328bed496 req-a5fe2717-8623-42e4-8e24-56a465679db4 service nova] Enqueued Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_rules [ 716.662867] env[65309]: INFO networking_nsxv3.common.synchronization [req-c223f1ed-036c-4120-966c-a9a328bed496 req-a5fe2717-8623-42e4-8e24-56a465679db4 service nova] Enqueued Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_members [ 716.663202] env[65309]: INFO networking_nsxv3.common.synchronization [req-c223f1ed-036c-4120-966c-a9a328bed496 req-a5fe2717-8623-42e4-8e24-56a465679db4 service nova] Enqueued Resource ID: 9dc9d269-1652-4a96-a7c9-39876f806642 with Priority: HIGHEST for action port [ 716.663684] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_rules [ 716.663770] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_members [ 716.663959] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc9d269-1652-4a96-a7c9-39876f806642 with Priority: HIGHEST for action port [ 716.664366] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff63fc87-b47a-4b6f-a551-1327eee10106 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.664496] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.664563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.664777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.664851] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.666037] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff63fc87-b47a-4b6f-a551-1327eee10106 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.666037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.666149] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dc9d269-1652-4a96-a7c9-39876f806642 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.666384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dc9d269-1652-4a96-a7c9-39876f806642" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.666384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dc9d269-1652-4a96-a7c9-39876f806642" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.666458] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dc9d269-1652-4a96-a7c9-39876f806642" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.666798] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dc9d269-1652-4a96-a7c9-39876f806642',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.717309] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e8b7e90-3323-4313-84e1-5ddc70732c8c with status ACTIVE [ 716.717309] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.717309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.717309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.717309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.717309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.717309] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.717646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.717646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.717646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.717646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.717821] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.717930] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.717993] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.718174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.718250] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.718473] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e8b7e90-3323-4313-84e1-5ddc70732c8c is going to be updated. [ 716.743697] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.743697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.743697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.743697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.743697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.743697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e8b7e90-3323-4313-84e1-5ddc70732c8c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.793162] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.928785] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 in Status: SUCCESS [ 716.929121] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.929291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.929643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.929870] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.929990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.930136] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.930328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.930538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.930723] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.941838] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: SUCCESS [ 716.942151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.942475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.942730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.942923] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.943055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.943126] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.943282] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.943364] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.943460] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.168458] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9dc9d269-1652-4a96-a7c9-39876f806642 with status ACTIVE [ 717.168818] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.168896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.168973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.169284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.169429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.169641] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.169740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.169803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.169959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.170050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.170424] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.170424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.170424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.170575] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.170642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.170727] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9dc9d269-1652-4a96-a7c9-39876f806642 is going to be updated. [ 717.172072] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff63fc87-b47a-4b6f-a551-1327eee10106 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.172163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.196291] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.196440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.196514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.196737] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.197141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.197356] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dc9d269-1652-4a96-a7c9-39876f806642" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.296363] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.296531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.296637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.296890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.296987] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.297121] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 is going to be updated. [ 717.349776] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.350106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.350222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.350622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.350888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.362113] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: IN_PROGRESS for 2s [ 717.434833] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.435023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.435023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.435254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.435355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.435782] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.435782] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.435782] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.435903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.435903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.436170] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 is going to be deleted. [ 717.447691] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.481571] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.481571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.481571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.481571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.481571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.481571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.481571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.481571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.481571] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.481571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.482175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.482175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.482175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.482175] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.510452] env[65309]: INFO networking_nsxv3.common.synchronization [req-9eab14c0-24e2-48fb-9025-bbecba43d16d req-1fb03af1-022a-435f-8314-330a6eb9a10f tempest-ServerDiagnosticsTest-1183722643 tempest-ServerDiagnosticsTest-1183722643-project-member] Enqueued Resource ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 with Priority: HIGHEST for action security_group_members [ 717.511033] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 with Priority: HIGHEST for action security_group_members [ 717.511356] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-25081730-01c0-4bfd-91dd-f2d042ccb4e8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.511575] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.511575] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.511903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.512134] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.512249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.512313] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.512510] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.512605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.512709] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25081730-01c0-4bfd-91dd-f2d042ccb4e8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.888195] env[65309]: INFO networking_nsxv3.common.synchronization [req-e88ef4ff-92da-45fe-b968-dd682f85264d req-62df7100-411e-4500-af95-8349ec91e37b tempest-ServersWithSpecificFlavorTestJSON-1996120784 tempest-ServersWithSpecificFlavorTestJSON-1996120784-project-member] Enqueued Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_members [ 717.888760] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_members [ 717.889216] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39c4aab-1f96-4faa-ab75-56fdf0315b69 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.889435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.890062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.890062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.890062] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.890062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.890322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.890407] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.890615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.890615] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.950393] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.964430] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.964628] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.964743] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.964997] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.965267] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.965414] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.965526] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.965733] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.965929] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.966199] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.966337] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.966499] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.966629] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.966770] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.967187] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.967187] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.983901] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 in Status: SUCCESS [ 717.984098] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe99b2f9-1a64-4b73-a16d-c0c508d90f04 deletion is rescheduled due to dependency. [ 717.984217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe99b2f9-1a64-4b73-a16d-c0c508d90f04" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.987120] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.987231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.987231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.988031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.988031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.988031] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.988031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.988031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.988031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.988281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.988281] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 already deleted. [ 717.988281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.988365] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.989756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.990064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.990229] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.990339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.990432] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.990550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.990632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.990798] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.995045] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.995045] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.995045] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.995045] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.995045] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-3cde59f1-bdb2-4b11-af14-2a135543c876 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.995045] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-3cde59f1-bdb2-4b11-af14-2a135543c876" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.995045] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-3cde59f1-bdb2-4b11-af14-2a135543c876" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.995045] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-3cde59f1-bdb2-4b11-af14-2a135543c876" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.995536] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cde59f1-bdb2-4b11-af14-2a135543c876',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.014658] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.014812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.014868] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.015119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.015223] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.015385] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.015473] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.015545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.015990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.015990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.015990] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 already deleted. [ 718.015990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.381841] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff63fc87-b47a-4b6f-a551-1327eee10106 in Status: SUCCESS [ 718.381841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.381841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.381841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.381841] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.381841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.381841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.381841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.381841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.381841] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.394367] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.394516] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.394589] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.394791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.394924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.395082] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.395184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.395251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.395640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.395771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.395954] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 is going to be updated. [ 718.421868] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.422038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.422088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.422431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.422627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.431238] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: IN_PROGRESS for 2s [ 718.453937] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.454149] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.454218] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.454435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.454527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.454755] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb is going to be updated. [ 718.482323] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.482323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.482323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.482323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.482323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.490581] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.492144] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: IN_PROGRESS for 2s [ 718.497937] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.498075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.498146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.498385] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.498447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.498620] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.498715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.498777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.498938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.499081] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.499129] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 already deleted. [ 718.499162] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.499644] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.499999] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.500168] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.500407] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.500534] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.500674] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 3cde59f1-bdb2-4b11-af14-2a135543c876 not found, creating... [ 718.500919] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.501224] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.501306] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.501515] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.501644] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.501939] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.502079] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.502191] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.502402] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.502546] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.502683] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 3cde59f1-bdb2-4b11-af14-2a135543c876 is going to be created. [ 718.523962] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.524183] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.524304] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.524594] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.525482] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.525482] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-3cde59f1-bdb2-4b11-af14-2a135543c876" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.883951] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.993251] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901: rpc.has_security_group_logging(os_id): False [ 719.011572] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.011731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.011818] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.012086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.012187] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.012445] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.012560] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.012613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.012783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.012885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.012976] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 is going to be created. [ 719.032336] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901], does not exist path=[/infra/domains/default/groups/aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901]."\n}' [ 719.032512] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 [ 719.032618] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 719.071862] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.072065] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.072107] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.072326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.073508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.073804] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.073916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.073981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.074175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.074251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.074455] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.074545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.074598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.074827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.074905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.074987] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 is going to be created. [ 719.094438] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901], does not exist path=[/infra/domains/default/groups/aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 [ 719.094769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.095904] env[65309]: Traceback (most recent call last): [ 719.095904] env[65309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 719.095904] env[65309]: return func(*args, **kwargs) [ 719.095904] env[65309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 719.095904] env[65309]: res.raise_for_status() [ 719.095904] env[65309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 719.095904] env[65309]: raise HTTPError(http_error_msg, response=self) [ 719.095904] env[65309]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 [ 719.095904] env[65309]: During handling of the above exception, another exception occurred: [ 719.095904] env[65309]: Traceback (most recent call last): [ 719.095904] env[65309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 719.095904] env[65309]: listener.cb(fileno) [ 719.095904] env[65309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 719.095904] env[65309]: result = function(*args, **kwargs) [ 719.095904] env[65309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 719.095904] env[65309]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 719.095904] env[65309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 719.095904] env[65309]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 719.095904] env[65309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 719.095904] env[65309]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 719.095904] env[65309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 719.095904] env[65309]: res.raise_for_status() [ 719.095904] env[65309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 719.095904] env[65309]: raise HTTPError(http_error_msg, response=self) [ 719.095904] env[65309]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aa9ef7ae-1aa5-4f30-89f7-a3adbeecd901 [ 719.095904] env[65309]: Removing descriptor: 5 [ 719.235261] env[65309]: INFO networking_nsxv3.common.synchronization [req-9eab14c0-24e2-48fb-9025-bbecba43d16d req-43218bde-02f6-43dc-9942-9e016b6f64c4 service nova] Enqueued Resource ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 with Priority: HIGHEST for action security_group_rules [ 719.235596] env[65309]: INFO networking_nsxv3.common.synchronization [req-9eab14c0-24e2-48fb-9025-bbecba43d16d req-43218bde-02f6-43dc-9942-9e016b6f64c4 service nova] Enqueued Resource ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 with Priority: HIGHEST for action security_group_members [ 719.235596] env[65309]: INFO networking_nsxv3.common.synchronization [req-9eab14c0-24e2-48fb-9025-bbecba43d16d req-43218bde-02f6-43dc-9942-9e016b6f64c4 service nova] Enqueued Resource ID: 3cde59f1-bdb2-4b11-af14-2a135543c876 with Priority: HIGHEST for action port [ 719.236370] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 with Priority: HIGHEST for action security_group_rules [ 719.236414] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 with Priority: HIGHEST for action security_group_members [ 719.236486] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cde59f1-bdb2-4b11-af14-2a135543c876 with Priority: HIGHEST for action port [ 719.236775] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25081730-01c0-4bfd-91dd-f2d042ccb4e8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.236903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.237211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.237415] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.237415] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25081730-01c0-4bfd-91dd-f2d042ccb4e8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.238702] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-25081730-01c0-4bfd-91dd-f2d042ccb4e8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.238702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.238962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.239124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.239311] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.239413] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.239474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.239646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.239732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.239847] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25081730-01c0-4bfd-91dd-f2d042ccb4e8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.240729] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cde59f1-bdb2-4b11-af14-2a135543c876 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.240858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cde59f1-bdb2-4b11-af14-2a135543c876" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.240926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cde59f1-bdb2-4b11-af14-2a135543c876" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.241385] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cde59f1-bdb2-4b11-af14-2a135543c876" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.241385] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cde59f1-bdb2-4b11-af14-2a135543c876',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.376012] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: SUCCESS [ 719.376012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.376012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.376012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.376202] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.376810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.376810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.376810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.376810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.376810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.376810] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.387462] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.746221] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25081730-01c0-4bfd-91dd-f2d042ccb4e8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.747534] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-25081730-01c0-4bfd-91dd-f2d042ccb4e8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.747534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.747717] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cde59f1-bdb2-4b11-af14-2a135543c876 with status ACTIVE [ 719.747977] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.747977] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.747977] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.748224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.748280] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.749037] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.749037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.749037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.749037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.749037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.749728] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.749903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.750010] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.750224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.750341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.750402] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cde59f1-bdb2-4b11-af14-2a135543c876 is going to be updated. [ 719.778296] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.778296] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.778296] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.778296] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.778296] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.778296] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cde59f1-bdb2-4b11-af14-2a135543c876" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.879322] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.879540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.879540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.879756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.879912] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.880020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.880081] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.880231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.880316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.880433] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.880601] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.880725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.880762] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.880880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.881019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.881115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.881173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.881310] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.881382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.881459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.881545] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.890445] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.890731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.890819] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.891043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.891191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.891231] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff63fc87-b47a-4b6f-a551-1327eee10106 is going to be updated. [ 719.952283] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.952658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.952799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.953320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.953320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.987994] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff63fc87-b47a-4b6f-a551-1327eee10106 in Status: IN_PROGRESS for 2s [ 719.997243] env[65309]: INFO networking_nsxv3.common.synchronization [req-e25dbdba-0448-48a5-8e87-d469d6509d3f req-18fa0cd6-f457-4e77-a4b0-25dd96851798 tempest-ServersAdminTestJSON-1396726910 tempest-ServersAdminTestJSON-1396726910-project-member] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 719.997584] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 719.998046] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.998236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.998346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.998647] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.998862] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.999284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.999284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.999711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.999840] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.000233] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.252356] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25081730-01c0-4bfd-91dd-f2d042ccb4e8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.388558] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2199d3e9-f814-48f5-8665-639cd5ed96b5: rpc.has_security_group_logging(os_id): False [ 720.401243] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.401541] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.401541] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.401860] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.402187] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.402367] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.402554] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.402803] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.402943] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.405178] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.405344] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.405459] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.405567] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.405679] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.405781] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.405922] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.414602] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.414792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.414792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.415016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.439880] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.440122] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.440214] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.440390] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.440795] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-9aa673c8-5b85-4204-985a-192894885593 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.441020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-9aa673c8-5b85-4204-985a-192894885593" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.441285] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-9aa673c8-5b85-4204-985a-192894885593" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.443261] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-9aa673c8-5b85-4204-985a-192894885593" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.443417] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa673c8-5b85-4204-985a-192894885593',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.449182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.449444] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.449576] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.449623] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.449841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.449926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.450148] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.450231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.450291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.450478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.450545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.450792] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.450983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.450983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.451060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.451162] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.451286] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 is going to be updated. [ 720.457307] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: SUCCESS [ 720.457533] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 deletion is rescheduled due to dependency. [ 720.457622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.503034] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: SUCCESS [ 720.503396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.503949] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.505539] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.505800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.507355] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.507355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.507355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.507355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.507355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.507355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.507355] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.507849] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.508029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.508187] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.508319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.508415] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.508644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.508766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.509656] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.526222] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.526474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.526563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.526872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.528143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.546799] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: IN_PROGRESS for 2s [ 720.755812] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.755906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.755999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.756221] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.756313] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.756411] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 is going to be created. [ 720.780583] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.780850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.780850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.781063] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.781209] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.795295] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 in Status: UNINITIALIZED for 2s [ 720.948688] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.948908] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.949040] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.949321] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.949457] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.949611] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 9aa673c8-5b85-4204-985a-192894885593 not found, creating... [ 720.949862] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.950146] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.950146] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.950586] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.950586] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.950765] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.950909] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.951084] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.953661] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.953807] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.954019] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 9aa673c8-5b85-4204-985a-192894885593 is going to be created. [ 720.973644] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.973861] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.973977] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.974270] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.974492] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.974708] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-9aa673c8-5b85-4204-985a-192894885593" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.006838] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.013215] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.014207] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.014563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.508894] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.509111] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.509164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.509439] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.509589] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.509638] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be updated. [ 721.516924] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.550919] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.551186] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.551317] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.552050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.552326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.564568] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: IN_PROGRESS for 2s [ 721.717229] env[65309]: INFO networking_nsxv3.common.synchronization [req-e25dbdba-0448-48a5-8e87-d469d6509d3f req-9a70ed57-c0e2-46c2-b4d9-3f49d9059fb1 service nova] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_rules [ 721.717229] env[65309]: INFO networking_nsxv3.common.synchronization [req-e25dbdba-0448-48a5-8e87-d469d6509d3f req-9a70ed57-c0e2-46c2-b4d9-3f49d9059fb1 service nova] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 721.717229] env[65309]: INFO networking_nsxv3.common.synchronization [req-e25dbdba-0448-48a5-8e87-d469d6509d3f req-9a70ed57-c0e2-46c2-b4d9-3f49d9059fb1 service nova] Enqueued Resource ID: 9aa673c8-5b85-4204-985a-192894885593 with Priority: HIGHEST for action port [ 721.717229] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_rules [ 721.717229] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 721.717229] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aa673c8-5b85-4204-985a-192894885593 with Priority: HIGHEST for action port [ 721.717229] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.717798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.717961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.718247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.718413] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.720379] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.720486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.720680] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aa673c8-5b85-4204-985a-192894885593 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.720778] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aa673c8-5b85-4204-985a-192894885593" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.720839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aa673c8-5b85-4204-985a-192894885593" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.721028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aa673c8-5b85-4204-985a-192894885593" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.721099] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aa673c8-5b85-4204-985a-192894885593',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.999452] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff63fc87-b47a-4b6f-a551-1327eee10106 in Status: SUCCESS [ 721.999967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.000395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.001112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.001436] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.001662] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.001777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.001994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.002157] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.002293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.002583] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.019128] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.019408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.019408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.021053] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.021053] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.021053] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb is going to be updated. [ 722.053602] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.053602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.053602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.053821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.053821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.068306] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: IN_PROGRESS for 2s [ 722.225583] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.225583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.225583] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9aa673c8-5b85-4204-985a-192894885593 with status ACTIVE [ 722.225583] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.225583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.225583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.225583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.225583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.225583] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.225583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.225583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.226055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.226055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.226055] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.227038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.227180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.227425] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.227512] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.227600] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9aa673c8-5b85-4204-985a-192894885593 is going to be updated. [ 722.251578] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.251748] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.251831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.252169] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.252282] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.252454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aa673c8-5b85-4204-985a-192894885593" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.506926] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff63fc87-b47a-4b6f-a551-1327eee10106 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.506926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.506926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.506926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.507222] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.507222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.507318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.507395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.507474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.507562] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.507706] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff63fc87-b47a-4b6f-a551-1327eee10106 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.507794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.507854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.508252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.508252] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.508252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.508372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.508432] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.508505] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.508596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.508720] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.563671] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: SUCCESS [ 722.563890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.782931] env[65309]: INFO networking_nsxv3.common.synchronization [req-808e87bb-cfd1-406e-91be-c51a36c23f67 req-f5e826d7-94dd-428b-9354-e98413b41911 tempest-ServerAddressesTestJSON-106070361 tempest-ServerAddressesTestJSON-106070361-project-member] Enqueued Resource ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa with Priority: HIGHEST for action security_group_members [ 722.783558] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa with Priority: HIGHEST for action security_group_members [ 722.783998] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.784520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.784520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.784785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.785089] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.785089] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.785089] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.785294] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.785409] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.785409] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f99e48ff-02bf-4dd4-bc10-386776e2bbfa',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.806286] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 in Status: SUCCESS [ 722.806682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.806948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.807274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.807692] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.809025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.809025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.809025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.809025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.809025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.809025] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25081730-01c0-4bfd-91dd-f2d042ccb4e8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.013388] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff63fc87-b47a-4b6f-a551-1327eee10106: rpc.has_security_group_logging(os_id): False [ 723.035238] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.035238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.035755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.035755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.060397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.060713] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.060880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.060935] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.061138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.061221] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.061462] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.061568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.061632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.064842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.064842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.064842] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.064842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.064842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.064842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.064842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.064842] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff63fc87-b47a-4b6f-a551-1327eee10106 is going to be updated. [ 723.128781] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.129267] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.129560] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.129887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.130404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.173369] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff63fc87-b47a-4b6f-a551-1327eee10106 in Status: IN_PROGRESS for 2s [ 723.225355] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-284 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.225573] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-284" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.225696] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-284" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.226200] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-284" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.226477] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.226653] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.226773] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.227083] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.227246] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.227449] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.227832] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.227985] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.228111] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.228293] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.228464] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.228608] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.258918] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.259141] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.259307] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.259506] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-284" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.259883] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-814264f9-b1a3-48f1-8b7b-d933b9735fc8 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.260118] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-814264f9-b1a3-48f1-8b7b-d933b9735fc8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.260244] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-814264f9-b1a3-48f1-8b7b-d933b9735fc8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.260586] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-814264f9-b1a3-48f1-8b7b-d933b9735fc8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.260718] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('814264f9-b1a3-48f1-8b7b-d933b9735fc8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.287887] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.289696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.289696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.289696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.289696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.289696] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.289696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.289696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.289696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.289696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.289696] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa already deleted. [ 723.290231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.311479] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-25081730-01c0-4bfd-91dd-f2d042ccb4e8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.311648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.311691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.311907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.312108] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.312181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.312244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.312510] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.312655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.312731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.312900] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-25081730-01c0-4bfd-91dd-f2d042ccb4e8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.313048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.313112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.313592] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.313592] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.313592] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.313759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.313848] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.313908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.313997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.314129] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25081730-01c0-4bfd-91dd-f2d042ccb4e8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.577711] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: SUCCESS [ 723.577711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.577711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.577711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.577711] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.577711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.577711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.578218] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.578218] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.578218] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.763905] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.764071] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.764185] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.765011] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.765214] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.765356] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 814264f9-b1a3-48f1-8b7b-d933b9735fc8 not found, creating... [ 723.767816] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.767816] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.767816] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.767816] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.767816] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.767816] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.767816] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.767816] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.767816] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.767816] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.768595] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 814264f9-b1a3-48f1-8b7b-d933b9735fc8 is going to be created. [ 723.791630] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.791990] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.791990] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.792323] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.792606] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.792838] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-814264f9-b1a3-48f1-8b7b-d933b9735fc8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.821164] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25081730-01c0-4bfd-91dd-f2d042ccb4e8: rpc.has_security_group_logging(os_id): False [ 723.857425] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.857425] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.857597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.857858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.857992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.858235] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.858349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.858464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.858593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.858675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.858887] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.859014] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.859092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.859258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.859347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.859545] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.859648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.859711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.859963] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.859963] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.860062] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 is going to be created. [ 723.948354] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.948568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.948568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.948793] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.948966] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.959739] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 in Status: IN_PROGRESS for 2s [ 724.078978] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: SUCCESS [ 724.078978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.078978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.079328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.079328] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.079446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.079508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.079649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.080196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.080196] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.082026] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.514164] env[65309]: INFO networking_nsxv3.common.synchronization [req-808e87bb-cfd1-406e-91be-c51a36c23f67 req-3179f6e8-bb14-4d83-af7a-c6fd1ce4b11d service nova] Enqueued Resource ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa with Priority: HIGHEST for action security_group_rules [ 724.514337] env[65309]: INFO networking_nsxv3.common.synchronization [req-808e87bb-cfd1-406e-91be-c51a36c23f67 req-3179f6e8-bb14-4d83-af7a-c6fd1ce4b11d service nova] Enqueued Resource ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa with Priority: HIGHEST for action security_group_members [ 724.514495] env[65309]: INFO networking_nsxv3.common.synchronization [req-808e87bb-cfd1-406e-91be-c51a36c23f67 req-3179f6e8-bb14-4d83-af7a-c6fd1ce4b11d service nova] Enqueued Resource ID: 814264f9-b1a3-48f1-8b7b-d933b9735fc8 with Priority: HIGHEST for action port [ 724.514987] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa with Priority: HIGHEST for action security_group_rules [ 724.515422] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa with Priority: HIGHEST for action security_group_members [ 724.515537] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 814264f9-b1a3-48f1-8b7b-d933b9735fc8 with Priority: HIGHEST for action port [ 724.515840] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f99e48ff-02bf-4dd4-bc10-386776e2bbfa taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.515960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.516057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.516326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.516408] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f99e48ff-02bf-4dd4-bc10-386776e2bbfa',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.517194] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.517454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.517454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.517520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.518237] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.518237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.518237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.518237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.518237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.518237] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f99e48ff-02bf-4dd4-bc10-386776e2bbfa',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.522564] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-814264f9-b1a3-48f1-8b7b-d933b9735fc8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.522564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-814264f9-b1a3-48f1-8b7b-d933b9735fc8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.522564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-814264f9-b1a3-48f1-8b7b-d933b9735fc8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.522564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-814264f9-b1a3-48f1-8b7b-d933b9735fc8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.522564] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('814264f9-b1a3-48f1-8b7b-d933b9735fc8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.583255] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.586115] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.023586] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f99e48ff-02bf-4dd4-bc10-386776e2bbfa',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.028381] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.028381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.028381] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 814264f9-b1a3-48f1-8b7b-d933b9735fc8 with status ACTIVE [ 725.028381] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.028381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.028381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.028381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.028381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.028381] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.028381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.028381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.028381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.028381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.029448] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.030234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.030234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.030234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.030234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.031220] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 814264f9-b1a3-48f1-8b7b-d933b9735fc8 is going to be updated. [ 725.059076] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.059277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.059376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.059618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.059773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.059961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-814264f9-b1a3-48f1-8b7b-d933b9735fc8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.086710] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.091812] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.092240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.092425] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.094455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.094455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.094455] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be updated. [ 725.131121] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.131121] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.131471] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.131471] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.131526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.142326] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: IN_PROGRESS for 2s [ 725.204172] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff63fc87-b47a-4b6f-a551-1327eee10106 in Status: SUCCESS [ 725.204172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.538403] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f99e48ff-02bf-4dd4-bc10-386776e2bbfa',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.594920] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.594920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.594920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.594920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.594920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.594920] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb is going to be updated. [ 725.636854] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.636854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.636854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.636854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.636854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.650407] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: IN_PROGRESS for 2s [ 725.975778] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 in Status: SUCCESS [ 725.976509] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.046027] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.046027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.046027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.046027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.046027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.046027] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa is going to be created. [ 726.076939] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.076939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.076939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.076939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.076939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.089692] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa in Status: UNINITIALIZED for 2s [ 726.153038] env[65309]: INFO networking_nsxv3.common.synchronization [None req-91127b4a-c08a-4286-80d7-aa624c2ac23d None None] Enqueued Resource ID: f0296f37-4280-4d72-9565-d1b91aa616c3 with Priority: HIGHEST for action port [ 726.155685] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0296f37-4280-4d72-9565-d1b91aa616c3 with Priority: HIGHEST for action port [ 726.155685] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0296f37-4280-4d72-9565-d1b91aa616c3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.155685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0296f37-4280-4d72-9565-d1b91aa616c3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.155685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0296f37-4280-4d72-9565-d1b91aa616c3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.155685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0296f37-4280-4d72-9565-d1b91aa616c3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.155685] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0296f37-4280-4d72-9565-d1b91aa616c3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.173876] env[65309]: INFO networking_nsxv3.common.synchronization [req-0cf319d3-5824-492b-bd32-f6de50fe3d2e req-d98aa718-9e7b-4ee5-9fd9-af24fcdb4d59 tempest-ImagesTestJSON-941911563 tempest-ImagesTestJSON-941911563-project-member] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 726.174493] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 726.174843] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.174976] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.175089] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.175271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.175432] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.175529] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.175593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.175744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.175830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.175928] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.658150] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0296f37-4280-4d72-9565-d1b91aa616c3 [ 726.658413] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.658583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.658671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.659014] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.659155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.659257] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0296f37-4280-4d72-9565-d1b91aa616c3 already deleted. [ 726.659355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0296f37-4280-4d72-9565-d1b91aa616c3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.678571] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.678805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.678917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.679124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.706633] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.706933] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.707095] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.707164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.707373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.707458] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.707551] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 726.746570] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.746737] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.746812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.747184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.747321] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.761978] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 727.156386] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: SUCCESS [ 727.156386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.156386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.156386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.156386] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.156386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.156386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.156386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.156386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.156386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.157567] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.659523] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.659866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.659866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.660289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.660578] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.660758] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.660866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.661107] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.661208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.661340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.661509] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.661663] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.661796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.662060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.662310] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.662422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.662536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.662718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.662772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.662897] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.663036] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.668065] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: SUCCESS [ 727.668322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.670688] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.671018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.671267] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.671419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.671498] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.671726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.671835] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.672035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.672332] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.672529] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.672636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.672803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.673019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.673206] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.673303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.673541] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.673687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.673828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.674027] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.022505] env[65309]: INFO networking_nsxv3.common.synchronization [req-c66f528c-479d-4634-8420-c348ebb24590 req-714e7de5-2f47-433a-bfc6-ddf112176021 tempest-ServerTagsTestJSON-207201462 tempest-ServerTagsTestJSON-207201462-project-member] Enqueued Resource ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c with Priority: HIGHEST for action security_group_members [ 728.023180] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c with Priority: HIGHEST for action security_group_members [ 728.023691] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.023862] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.023933] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.024269] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.024452] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.024535] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.024568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.024730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.024837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.024932] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.101708] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa in Status: SUCCESS [ 728.101936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.102140] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.102367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.102754] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.102893] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.102965] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.103158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.103268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.103363] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.103540] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f99e48ff-02bf-4dd4-bc10-386776e2bbfa',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.176815] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb: rpc.has_security_group_logging(os_id): False [ 728.179416] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 803fd634-b3ee-4727-8ae2-843ddb209f83: rpc.has_security_group_logging(os_id): False [ 728.201443] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.201623] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.201671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.201940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.204987] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.205386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.232814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.233546] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.233924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.233924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.234637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.234637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.235112] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.235253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.235872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.235872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.235872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.236186] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.236520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.236607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.237590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.237590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.237590] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be updated. [ 728.239093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.239289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.267023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.267023] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.267023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.267023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.267023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.267023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.267023] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.267023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.267023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.267023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.267023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.267023] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.267023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.267023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.267900] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.268179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.268403] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb is going to be updated. [ 728.319188] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.319188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.319188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.319188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.319188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.349036] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: IN_PROGRESS for 2s [ 728.349036] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.349036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.349036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.349036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.349036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.365255] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: IN_PROGRESS for 2s [ 728.527624] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.528029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.528029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.529118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.554048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.554048] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.554048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.554048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.554368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.557063] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.557573] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c is going to be updated. [ 728.597583] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.597583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.597583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.598415] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.598415] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.606900] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.607232] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.607318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.607753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.607968] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.608117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.608117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.608299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.608398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.608495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.608669] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.608806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.608897] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.609405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.609405] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.609867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.609867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.609867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.609867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.609867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.610086] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f99e48ff-02bf-4dd4-bc10-386776e2bbfa',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.613955] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c in Status: IN_PROGRESS for 2s [ 728.775732] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 728.775732] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f deletion is rescheduled due to dependency. [ 728.775732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.090229] env[65309]: INFO networking_nsxv3.common.synchronization [None req-a9f0f363-94da-410f-9506-c3bc986e2dd2 None None] Enqueued Resource ID: 114a4f2b-2b77-4492-93e8-a7405f44a686 with Priority: HIGHEST for action port [ 729.090784] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 114a4f2b-2b77-4492-93e8-a7405f44a686 with Priority: HIGHEST for action port [ 729.091087] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-114a4f2b-2b77-4492-93e8-a7405f44a686 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.092718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-114a4f2b-2b77-4492-93e8-a7405f44a686" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.092718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-114a4f2b-2b77-4492-93e8-a7405f44a686" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.092718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-114a4f2b-2b77-4492-93e8-a7405f44a686" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.092718] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('114a4f2b-2b77-4492-93e8-a7405f44a686',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.116895] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f99e48ff-02bf-4dd4-bc10-386776e2bbfa: rpc.has_security_group_logging(os_id): False [ 729.136928] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.137319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.137633] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.139860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.139860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.139860] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.139860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.139860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.139860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.139860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.139860] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.139860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.139860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.139860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.139860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.139860] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.139860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.140438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.142144] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.142359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.142586] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa is going to be created. [ 729.251422] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.251422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.251732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.251732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.251876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.270135] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa in Status: IN_PROGRESS for 2s [ 729.595142] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 114a4f2b-2b77-4492-93e8-a7405f44a686 [ 729.595474] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.595644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.595762] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.597475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.597647] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.597797] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:114a4f2b-2b77-4492-93e8-a7405f44a686 already deleted. [ 729.597887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-114a4f2b-2b77-4492-93e8-a7405f44a686" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.644834] env[65309]: INFO networking_nsxv3.common.synchronization [None req-fd54c551-eeea-4edf-9cdb-27adbfc55943 tempest-ServerActionsTestOtherB-242195843 tempest-ServerActionsTestOtherB-242195843-project-member] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_rules [ 729.649024] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_rules [ 729.649024] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.649024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.649024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.649024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.649024] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.828176] env[65309]: INFO networking_nsxv3.common.synchronization [None req-a1a5fb8b-e616-4624-91f4-d4e088ab6e2d tempest-ServerActionsTestOtherB-242195843 tempest-ServerActionsTestOtherB-242195843-project-member] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_rules [ 729.828769] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_rules [ 729.829085] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.829193] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.171761] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.171910] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.171982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.172225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.172319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.172429] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 already deleted. [ 730.172534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.172715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.172904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.172980] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.376596] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: SUCCESS [ 730.377445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.389302] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: SUCCESS [ 730.389302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.389302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.389302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.389302] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.627563] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c in Status: SUCCESS [ 730.627563] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c deletion is rescheduled due to dependency. [ 730.627563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.701834] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.701834] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.701834] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.701834] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.701834] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.701834] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 already deleted. [ 730.701834] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.872034] env[65309]: INFO networking_nsxv3.common.synchronization [req-7fcde01c-f9b5-435e-bf31-c331126813f9 req-dc381f84-6345-4781-8350-aba07376ffe1 tempest-ImagesOneServerNegativeTestJSON-1290280587 tempest-ImagesOneServerNegativeTestJSON-1290280587-project-member] Enqueued Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 730.872405] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 730.876032] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.876032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.876032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.876032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.876032] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.876032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.876032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.876032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.876032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.876032] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.894959] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.894959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.894959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.894959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.894959] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.894959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.894959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.894959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.894959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.894959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.894959] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.283540] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa in Status: SUCCESS [ 731.283540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.380092] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.380478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.380478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.381655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.398537] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.398680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.398753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.398978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.399184] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.399805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.399805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.399805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.399805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.399805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.400019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.400019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.400019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.400173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.400274] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.400360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.400444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.400618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.400812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.400812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.400910] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.406582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.406723] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.406832] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.407658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.407658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.407658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.407658] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 is going to be updated. [ 731.442745] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.442957] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.443038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.443227] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.443373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.455326] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: IN_PROGRESS for 2s [ 731.905108] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb: rpc.has_security_group_logging(os_id): False [ 731.926036] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.926289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.926289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.926564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.926671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.926934] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.927062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.927145] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.927334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.927419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.927639] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.927752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.927814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.927980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.928084] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.928653] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.928836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.928884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.929057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.929126] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.929233] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb is going to be updated. [ 732.003158] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.003596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.003772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.004137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.004477] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.024507] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: IN_PROGRESS for 2s [ 732.269399] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.269399] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-920" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.269399] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-920" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.269399] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-920" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.269800] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.269800] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.269905] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.270370] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.270370] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.270525] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.270615] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.270755] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.270904] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.270972] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.271136] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.271465] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.307301] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.307535] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.307615] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.307753] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-920" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.308198] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.308419] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.308680] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.309185] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.309185] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.531667] env[65309]: INFO networking_nsxv3.common.synchronization [None req-c0b8ddee-91b8-4edc-96d7-3950afc0bebf None None] Enqueued Resource ID: 77a10471-50d9-43c5-8344-80328582fd7c with Priority: HIGHEST for action port [ 732.532539] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a10471-50d9-43c5-8344-80328582fd7c with Priority: HIGHEST for action port [ 732.533391] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-77a10471-50d9-43c5-8344-80328582fd7c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.533391] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77a10471-50d9-43c5-8344-80328582fd7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.533391] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77a10471-50d9-43c5-8344-80328582fd7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.533391] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77a10471-50d9-43c5-8344-80328582fd7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.533602] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77a10471-50d9-43c5-8344-80328582fd7c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.814018] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.814251] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.814353] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.814651] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.814773] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.814914] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd not found, creating... [ 732.815302] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.815457] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.815569] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.815785] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.815929] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.816204] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.816352] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.816461] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.816712] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.816832] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.816978] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd is going to be created. [ 732.841783] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.841992] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.842251] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.842393] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.842713] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.842921] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.035245] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77a10471-50d9-43c5-8344-80328582fd7c [ 733.035485] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.035617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.035683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.035901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.035988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.036107] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77a10471-50d9-43c5-8344-80328582fd7c already deleted. [ 733.036173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77a10471-50d9-43c5-8344-80328582fd7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.465121] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: SUCCESS [ 733.465296] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 deletion is rescheduled due to dependency. [ 733.465410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.531443] env[65309]: INFO networking_nsxv3.common.synchronization [None req-7c36728f-24bb-47ab-a1bd-b681808ca2dd None None] Enqueued Resource ID: 7777852f-f961-4950-9ae1-dbd211509c02 with Priority: HIGHEST for action port [ 733.531972] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7777852f-f961-4950-9ae1-dbd211509c02 with Priority: HIGHEST for action port [ 733.532311] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-7777852f-f961-4950-9ae1-dbd211509c02 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.532390] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7777852f-f961-4950-9ae1-dbd211509c02" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.532443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7777852f-f961-4950-9ae1-dbd211509c02" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.533844] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7777852f-f961-4950-9ae1-dbd211509c02" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.533844] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7777852f-f961-4950-9ae1-dbd211509c02',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.540166] env[65309]: INFO networking_nsxv3.common.synchronization [req-7fcde01c-f9b5-435e-bf31-c331126813f9 req-3af096f9-e593-4c31-9b8f-d9e7f2bb54a9 service nova] Enqueued Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_rules [ 733.540279] env[65309]: INFO networking_nsxv3.common.synchronization [req-7fcde01c-f9b5-435e-bf31-c331126813f9 req-3af096f9-e593-4c31-9b8f-d9e7f2bb54a9 service nova] Enqueued Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 733.540746] env[65309]: INFO networking_nsxv3.common.synchronization [req-7fcde01c-f9b5-435e-bf31-c331126813f9 req-3af096f9-e593-4c31-9b8f-d9e7f2bb54a9 service nova] Enqueued Resource ID: d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd with Priority: HIGHEST for action port [ 733.540746] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_rules [ 733.540746] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 733.540993] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd with Priority: HIGHEST for action port [ 733.541342] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.541462] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.541531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.541722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.541804] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.543061] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.543311] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.543311] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.543431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.543822] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.543822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.543822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.543956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.544040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.544096] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.545238] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.545238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.545238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.545238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.545382] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.037990] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7777852f-f961-4950-9ae1-dbd211509c02 [ 734.038256] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.039373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.039458] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.039680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.039779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.039889] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7777852f-f961-4950-9ae1-dbd211509c02 already deleted. [ 734.040074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7777852f-f961-4950-9ae1-dbd211509c02" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.041630] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: SUCCESS [ 734.041630] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.054739] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd with status ACTIVE [ 734.055057] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.055244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.055292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.055498] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.055591] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.055767] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.059117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.059117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.059117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.059117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.059117] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.059117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.059117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.059117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.059117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.059117] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd is going to be updated. [ 734.059117] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.059117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.059117] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.079913] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.080295] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.080366] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.080725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.080911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.081075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d452c0b9-7fe2-4b76-90b7-8ae44f2f90fd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.170271] env[65309]: INFO networking_nsxv3.common.synchronization [req-0f2e0069-2ed5-4b7f-8ef3-bc6ef2a68dcc req-37ad6026-61ae-46b6-8651-c2dd47f3f2fd tempest-FloatingIPsAssociationTestJSON-492174692 tempest-FloatingIPsAssociationTestJSON-492174692-project-member] Enqueued Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_members [ 734.170744] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_members [ 734.171277] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.171408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.171474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.171675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.171846] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.171956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.172054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.172223] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.172312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.172412] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.348625] env[65309]: INFO networking_nsxv3.common.synchronization [None req-71b9339a-d86a-4e14-865f-352531b238ff None None] Enqueued Resource ID: 6794cd4e-a716-44f7-90b2-00762503926a with Priority: HIGHEST for action port [ 734.350228] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6794cd4e-a716-44f7-90b2-00762503926a with Priority: HIGHEST for action port [ 734.350659] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6794cd4e-a716-44f7-90b2-00762503926a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.350838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6794cd4e-a716-44f7-90b2-00762503926a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.351018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6794cd4e-a716-44f7-90b2-00762503926a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.351443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6794cd4e-a716-44f7-90b2-00762503926a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.352271] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6794cd4e-a716-44f7-90b2-00762503926a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.561623] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.618143] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-51 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.618343] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.618470] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.618782] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.619146] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.619235] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.619376] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.619599] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.619816] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.620234] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.620234] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.620324] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.620455] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.620619] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.620781] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.624273] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.645445] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.645587] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.646219] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.646219] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.646366] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-d391909c-5172-4141-ac3d-b3f933dd4cb2 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.646449] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-d391909c-5172-4141-ac3d-b3f933dd4cb2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.646599] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-d391909c-5172-4141-ac3d-b3f933dd4cb2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.647028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-d391909c-5172-4141-ac3d-b3f933dd4cb2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.647145] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d391909c-5172-4141-ac3d-b3f933dd4cb2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.674573] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.858097] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6794cd4e-a716-44f7-90b2-00762503926a [ 734.858334] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.858457] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.858540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.858735] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.858826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.858920] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6794cd4e-a716-44f7-90b2-00762503926a already deleted. [ 734.859011] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6794cd4e-a716-44f7-90b2-00762503926a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.064382] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.064512] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.064576] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.064795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.064906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.065016] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 is going to be updated. [ 735.119697] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.119845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.119915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.120360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.120360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.131036] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: IN_PROGRESS for 2s [ 735.151371] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.151587] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.151710] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.152264] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.152264] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.152264] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port d391909c-5172-4141-ac3d-b3f933dd4cb2 not found, creating... [ 735.152565] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.152693] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.152797] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.153033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.153165] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.153440] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.153626] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.153743] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.153947] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.154174] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.154327] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: d391909c-5172-4141-ac3d-b3f933dd4cb2 is going to be created. [ 735.175044] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.176822] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.176822] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.176822] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.176822] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.176936] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-d391909c-5172-4141-ac3d-b3f933dd4cb2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.181105] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.680759] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.681077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.681077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.681273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.681337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.681413] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 is going to be updated. [ 735.713352] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.713663] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.713663] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.714213] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.714213] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.725509] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: IN_PROGRESS for 2s [ 735.966958] env[65309]: INFO networking_nsxv3.common.synchronization [req-0f2e0069-2ed5-4b7f-8ef3-bc6ef2a68dcc req-cf4b3344-5b4a-46b8-83a7-1e267b707710 service nova] Enqueued Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_rules [ 735.967153] env[65309]: INFO networking_nsxv3.common.synchronization [req-0f2e0069-2ed5-4b7f-8ef3-bc6ef2a68dcc req-cf4b3344-5b4a-46b8-83a7-1e267b707710 service nova] Enqueued Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_members [ 735.967289] env[65309]: INFO networking_nsxv3.common.synchronization [req-0f2e0069-2ed5-4b7f-8ef3-bc6ef2a68dcc req-cf4b3344-5b4a-46b8-83a7-1e267b707710 service nova] Enqueued Resource ID: d391909c-5172-4141-ac3d-b3f933dd4cb2 with Priority: HIGHEST for action port [ 735.967819] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_rules [ 735.968178] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_members [ 735.968178] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d391909c-5172-4141-ac3d-b3f933dd4cb2 with Priority: HIGHEST for action port [ 735.969553] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.969704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.969779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.969976] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.970073] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.970984] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.971091] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.971283] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-d391909c-5172-4141-ac3d-b3f933dd4cb2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.971384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d391909c-5172-4141-ac3d-b3f933dd4cb2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.971467] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d391909c-5172-4141-ac3d-b3f933dd4cb2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.971658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d391909c-5172-4141-ac3d-b3f933dd4cb2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.971715] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d391909c-5172-4141-ac3d-b3f933dd4cb2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.158514] env[65309]: INFO networking_nsxv3.common.synchronization [None req-56253b04-c05d-4c73-92a5-6e3b8b63fd5e None None] Enqueued Resource ID: ac34ad14-8c37-4aaf-8e4a-5c7caba3feff with Priority: HIGHEST for action port [ 736.158514] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac34ad14-8c37-4aaf-8e4a-5c7caba3feff with Priority: HIGHEST for action port [ 736.158514] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac34ad14-8c37-4aaf-8e4a-5c7caba3feff taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.158514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac34ad14-8c37-4aaf-8e4a-5c7caba3feff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.158514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac34ad14-8c37-4aaf-8e4a-5c7caba3feff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.158514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac34ad14-8c37-4aaf-8e4a-5c7caba3feff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.158514] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac34ad14-8c37-4aaf-8e4a-5c7caba3feff',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.213241] env[65309]: INFO networking_nsxv3.common.synchronization [req-85ee0052-9b83-4a02-8d60-c2728e80c4f1 req-3ce9c142-98cb-424f-8436-78aa4d51b61f tempest-ServersTestMultiNic-160790073 tempest-ServersTestMultiNic-160790073-project-member] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 736.214104] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 736.214416] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.214551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.214617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.214985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.215135] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.215238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.215498] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.215498] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.215576] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.215606] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.477024] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.477024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.477024] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d391909c-5172-4141-ac3d-b3f933dd4cb2 with status ACTIVE [ 736.477024] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.477024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.477024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.477024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.477024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.477024] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.477024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.477024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.477024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.477024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.477024] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.478861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.478861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.478861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.478861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.478861] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d391909c-5172-4141-ac3d-b3f933dd4cb2 is going to be updated. [ 736.504558] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.504558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.504558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.504558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.504558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.504558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d391909c-5172-4141-ac3d-b3f933dd4cb2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.546107] env[65309]: INFO networking_nsxv3.common.synchronization [req-85ee0052-9b83-4a02-8d60-c2728e80c4f1 req-5846f818-5946-4f71-bc6d-14ff9a7557ad tempest-ServersTestMultiNic-160790073 tempest-ServersTestMultiNic-160790073-project-member] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 736.547019] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 736.547262] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.547542] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.663239] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac34ad14-8c37-4aaf-8e4a-5c7caba3feff [ 736.663491] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.663675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.663744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.663986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.664087] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.664189] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac34ad14-8c37-4aaf-8e4a-5c7caba3feff already deleted. [ 736.664270] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac34ad14-8c37-4aaf-8e4a-5c7caba3feff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.718038] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.718378] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.718547] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.719018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.746568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.747547] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.747547] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.747547] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.747547] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.747547] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.747547] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be updated. [ 736.772800] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.772800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.772800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.773038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.773038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.783529] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 736.952919] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-598 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.954136] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-598" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.954369] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-598" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.956707] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-598" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.956853] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.958518] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.958518] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.958518] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.958518] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.958736] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.959238] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.959440] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.959752] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.960073] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.960324] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.960591] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.985966] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.986229] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.986343] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.986512] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-598" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.987012] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-23143b16-9bd6-457d-8e4c-d881a5c18129 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.987012] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-23143b16-9bd6-457d-8e4c-d881a5c18129" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.987174] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-23143b16-9bd6-457d-8e4c-d881a5c18129" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.987509] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-23143b16-9bd6-457d-8e4c-d881a5c18129" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.987646] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23143b16-9bd6-457d-8e4c-d881a5c18129',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.144617] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: SUCCESS [ 737.144890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.145081] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.145303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.145486] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.145602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.145728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.145835] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.145912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.145993] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.147532] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.490673] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.490920] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.491101] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.491254] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.491399] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.491550] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 23143b16-9bd6-457d-8e4c-d881a5c18129 not found, creating... [ 737.491798] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.491956] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.492076] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.492291] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.492419] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.492774] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.492924] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.493048] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.493254] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.493381] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.493531] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 23143b16-9bd6-457d-8e4c-d881a5c18129 is going to be created. [ 737.513186] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.513379] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.513538] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.513810] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.514081] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.514864] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-23143b16-9bd6-457d-8e4c-d881a5c18129" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.655190] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.655475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.655475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.655826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.656034] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.656123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.656196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.657607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.657607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.657607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.657607] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.657607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.658012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.658064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.658271] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.658413] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.658495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.658740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.658799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.658934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.659052] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.736260] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: SUCCESS [ 737.736528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.736660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.737120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.737120] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.737275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.737314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.737475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.737555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.737647] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.163761] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 576fb55f-654c-4ef5-b8a2-92c689b04653: rpc.has_security_group_logging(os_id): False [ 738.184395] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.184542] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.184542] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.184791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.184906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.185158] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.185224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.185408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.185506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.185506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.185763] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.185932] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.185962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.186222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.186303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.186556] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.186706] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.186780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.186967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.187039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.191024] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 is going to be updated. [ 738.239497] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.253050] env[65309]: INFO networking_nsxv3.common.synchronization [req-85ee0052-9b83-4a02-8d60-c2728e80c4f1 req-8579cf7d-2407-4ad4-9b8a-39ca8d0e1329 service nova] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_rules [ 738.253050] env[65309]: INFO networking_nsxv3.common.synchronization [req-85ee0052-9b83-4a02-8d60-c2728e80c4f1 req-8579cf7d-2407-4ad4-9b8a-39ca8d0e1329 service nova] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 738.253050] env[65309]: INFO networking_nsxv3.common.synchronization [req-85ee0052-9b83-4a02-8d60-c2728e80c4f1 req-8579cf7d-2407-4ad4-9b8a-39ca8d0e1329 service nova] Enqueued Resource ID: 23143b16-9bd6-457d-8e4c-d881a5c18129 with Priority: HIGHEST for action port [ 738.253435] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_rules [ 738.253572] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 738.253670] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23143b16-9bd6-457d-8e4c-d881a5c18129 with Priority: HIGHEST for action port [ 738.255201] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.255692] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.255795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.256052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.256219] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.257817] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.257972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.258285] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-23143b16-9bd6-457d-8e4c-d881a5c18129 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.258397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23143b16-9bd6-457d-8e4c-d881a5c18129" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.258451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23143b16-9bd6-457d-8e4c-d881a5c18129" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.258710] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23143b16-9bd6-457d-8e4c-d881a5c18129" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.258822] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23143b16-9bd6-457d-8e4c-d881a5c18129',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.260794] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.260976] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.261051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.261975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.262823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.280938] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: IN_PROGRESS for 2s [ 738.743515] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.766929] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.766929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.767525] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23143b16-9bd6-457d-8e4c-d881a5c18129 with status ACTIVE [ 738.768401] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.768608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.768705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.769045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.769149] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.769395] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.769520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.769582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.769746] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.769820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.770029] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.770122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.770191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.770328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.770403] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.770481] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23143b16-9bd6-457d-8e4c-d881a5c18129 is going to be updated. [ 738.804552] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 738.804732] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 deletion is rescheduled due to dependency. [ 738.804857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.805021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.805266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.805515] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.805694] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.805694] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.805824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.805854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.805974] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.816020] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.816213] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.816322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.817075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.817075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.817075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23143b16-9bd6-457d-8e4c-d881a5c18129" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.926472] env[65309]: INFO networking_nsxv3.common.synchronization [req-f824f0fd-f90f-45c5-bcb1-abef09c0548e req-e68766ff-292f-4aeb-95ec-99f6ca7ef7e8 tempest-SecurityGroupRulesNegativeTestJSON-1095741117 tempest-SecurityGroupRulesNegativeTestJSON-1095741117-project-member] Enqueued Resource ID: 260222aa-1629-4af2-b8f6-3e802854017d with Priority: HIGHEST for action security_group_rules [ 738.927482] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 260222aa-1629-4af2-b8f6-3e802854017d with Priority: HIGHEST for action security_group_rules [ 738.927482] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-260222aa-1629-4af2-b8f6-3e802854017d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.927482] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-260222aa-1629-4af2-b8f6-3e802854017d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.927482] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-260222aa-1629-4af2-b8f6-3e802854017d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.927765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-260222aa-1629-4af2-b8f6-3e802854017d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.927765] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('260222aa-1629-4af2-b8f6-3e802854017d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.131678] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.132698] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-144" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.132698] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-144" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.134092] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-144" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.134092] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.134092] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.134243] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.134374] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.134608] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.134779] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.134888] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.135520] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.135654] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.135875] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.135981] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.136124] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.162739] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.163278] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.163278] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.163278] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-144" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.163828] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-95778dbf-18bd-4b6b-8f36-edfc6639ef6d taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.165246] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-95778dbf-18bd-4b6b-8f36-edfc6639ef6d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.165246] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-95778dbf-18bd-4b6b-8f36-edfc6639ef6d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.165246] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-95778dbf-18bd-4b6b-8f36-edfc6639ef6d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.165246] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95778dbf-18bd-4b6b-8f36-edfc6639ef6d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.247089] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.247265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.247584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.247677] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.247750] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.247849] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 is going to be updated. [ 739.279376] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.279526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.279599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.279819] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.279963] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.290641] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: IN_PROGRESS for 2s [ 739.308010] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.453619] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.453793] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.453859] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.454430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.454430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.454430] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 260222aa-1629-4af2-b8f6-3e802854017d already deleted. [ 739.454430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-260222aa-1629-4af2-b8f6-3e802854017d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.669342] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.670030] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.670030] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.671273] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.671273] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.671273] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 95778dbf-18bd-4b6b-8f36-edfc6639ef6d not found, creating... [ 739.671371] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.671475] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.671620] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.672359] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.675195] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.675195] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.675195] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.675195] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.675195] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.675195] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.675195] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 95778dbf-18bd-4b6b-8f36-edfc6639ef6d is going to be created. [ 739.700620] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.700814] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.700934] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.701239] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.701464] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.701704] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-95778dbf-18bd-4b6b-8f36-edfc6639ef6d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.810995] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.308808] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: SUCCESS [ 740.309204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.315071] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.315772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.315912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.316208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.316593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.316593] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be updated. [ 740.361154] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.361619] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.361619] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.362327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.362327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.385694] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 740.460796] env[65309]: INFO networking_nsxv3.common.synchronization [req-85ee0052-9b83-4a02-8d60-c2728e80c4f1 req-a190070d-45bc-491a-877c-05c1bd96e905 service nova] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_rules [ 740.461009] env[65309]: INFO networking_nsxv3.common.synchronization [req-85ee0052-9b83-4a02-8d60-c2728e80c4f1 req-a190070d-45bc-491a-877c-05c1bd96e905 service nova] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 740.461201] env[65309]: INFO networking_nsxv3.common.synchronization [req-85ee0052-9b83-4a02-8d60-c2728e80c4f1 req-a190070d-45bc-491a-877c-05c1bd96e905 service nova] Enqueued Resource ID: 95778dbf-18bd-4b6b-8f36-edfc6639ef6d with Priority: HIGHEST for action port [ 740.461865] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_rules [ 740.462097] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 740.462245] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95778dbf-18bd-4b6b-8f36-edfc6639ef6d with Priority: HIGHEST for action port [ 740.462705] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.462756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.463022] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.463083] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.463216] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-95778dbf-18bd-4b6b-8f36-edfc6639ef6d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.463321] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95778dbf-18bd-4b6b-8f36-edfc6639ef6d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.463383] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95778dbf-18bd-4b6b-8f36-edfc6639ef6d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.463608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95778dbf-18bd-4b6b-8f36-edfc6639ef6d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.463700] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95778dbf-18bd-4b6b-8f36-edfc6639ef6d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.967433] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95778dbf-18bd-4b6b-8f36-edfc6639ef6d with status ACTIVE [ 740.967776] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.967858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.967893] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.968475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.968475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.968611] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.968611] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.968736] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.968875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.968937] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.969134] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.969238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.969297] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.969454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.969551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.969652] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95778dbf-18bd-4b6b-8f36-edfc6639ef6d is going to be updated. [ 741.001274] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.001476] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.001476] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.001735] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.001833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.002078] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95778dbf-18bd-4b6b-8f36-edfc6639ef6d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.312769] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: SUCCESS [ 741.313037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.315163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.315163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.315163] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.315163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.315163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.315163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.315163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.315163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.315163] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.824292] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.824292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.824292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.824292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.824692] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.824692] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.824692] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.824692] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.824884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.824884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.825058] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.827060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.827060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.827060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.827060] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.827060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.827060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.827060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.827060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.827060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.827060] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.913858] env[65309]: INFO networking_nsxv3.common.synchronization [req-d0754a82-4b5f-47e3-87d6-fd7bcd7c8a55 req-dc5b0158-a286-4749-b22f-65b824e14121 tempest-ServerDiskConfigTestJSON-559707094 tempest-ServerDiskConfigTestJSON-559707094-project-member] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 741.914030] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 741.914356] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.914478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.915097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.915574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.915831] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.915955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.916049] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.916299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.916408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.916516] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.059860] env[65309]: INFO networking_nsxv3.common.synchronization [req-b7d99b5a-c4cf-4b17-b4c3-947cadf9d9ca req-bdaf2785-1a80-42ec-b11f-1a1e99ff57a6 tempest-ServerDiagnosticsTest-1183722643 tempest-ServerDiagnosticsTest-1183722643-project-member] Enqueued Resource ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 with Priority: HIGHEST for action security_group_members [ 742.060668] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 with Priority: HIGHEST for action security_group_members [ 742.061021] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-25081730-01c0-4bfd-91dd-f2d042ccb4e8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.061331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.061434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.061650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.061830] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.061936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.062022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.062162] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.062246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.062341] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25081730-01c0-4bfd-91dd-f2d042ccb4e8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.300196] env[65309]: INFO networking_nsxv3.common.synchronization [req-470f1fa7-8bda-4cd0-a1f9-a216b9e5f2ec req-cc77695d-bd81-4867-b192-27211fc44961 tempest-ServerRescueTestJSONUnderV235-1370826288 tempest-ServerRescueTestJSONUnderV235-1370826288-project-member] Enqueued Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_members [ 742.300875] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGHEST for action security_group_members [ 742.301252] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.301366] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.301413] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.301592] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.301746] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.301845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.301906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.302073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.302225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.302334] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.329739] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddf1732f-fea7-4f1e-ac46-6e2140ba75f2: rpc.has_security_group_logging(os_id): False [ 742.347819] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.348016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.348016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.351264] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.369881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.369881] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.369881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.369881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.371026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.371026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.371026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.371026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.371026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.371026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.371026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.371026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.371369] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.371369] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.371369] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.371369] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.371513] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 is going to be updated. [ 742.397113] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 742.397188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.397332] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.397573] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.397760] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.397876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.397941] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.398108] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.398189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.398277] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.418815] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.419106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.419244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.419437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.441620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.441918] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.442064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.442128] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.442364] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.442453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.442592] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 742.460475] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.460588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.460588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.460950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.460950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.516068] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: IN_PROGRESS for 2s [ 742.528082] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.528082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.528082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.528082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.528364] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.539279] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 742.564906] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.565115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.565212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.565498] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.565624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.566382] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.566543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.566639] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.566871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.566986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.567145] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 is going to be updated. [ 742.624373] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.624373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.624610] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.624971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.624971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.636272] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 in Status: IN_PROGRESS for 2s [ 742.808026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.808026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.808026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.808026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.808026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.808026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.808026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.808026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.808026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.808026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.808026] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb is going to be updated. [ 742.844871] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.845777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.845777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.845777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.845777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.857513] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: IN_PROGRESS for 2s [ 742.903184] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.996088] env[65309]: INFO networking_nsxv3.common.synchronization [req-825b2248-10a1-4be9-8683-21fc87a1092a req-1a70cc61-eaf3-42d9-9c92-457eb5e33eb0 tempest-SecurityGroupRulesNegativeTestJSON-1095741117 tempest-SecurityGroupRulesNegativeTestJSON-1095741117-project-member] Enqueued Resource ID: 260222aa-1629-4af2-b8f6-3e802854017d with Priority: HIGHEST for action security_group_rules [ 742.996556] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 260222aa-1629-4af2-b8f6-3e802854017d with Priority: HIGHEST for action security_group_rules [ 742.996868] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-260222aa-1629-4af2-b8f6-3e802854017d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.996994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-260222aa-1629-4af2-b8f6-3e802854017d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.002453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-260222aa-1629-4af2-b8f6-3e802854017d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.002453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-260222aa-1629-4af2-b8f6-3e802854017d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.002453] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('260222aa-1629-4af2-b8f6-3e802854017d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.406986] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.528402] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.528586] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.528674] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.528862] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.529020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.529104] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 260222aa-1629-4af2-b8f6-3e802854017d already deleted. [ 743.529766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-260222aa-1629-4af2-b8f6-3e802854017d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.910915] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.911144] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.911393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.911536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.911657] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.911768] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be updated. [ 743.947530] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.947672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.947747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.948011] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.948157] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.963071] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 744.243596] env[65309]: INFO networking_nsxv3.common.synchronization [None req-9be85a5f-96bb-4f97-a320-6ce016df01d1 None None] Enqueued Resource ID: 921881d5-c23b-4512-935f-6c37e7b6b6a2 with Priority: HIGHEST for action port [ 744.244328] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 921881d5-c23b-4512-935f-6c37e7b6b6a2 with Priority: HIGHEST for action port [ 744.244596] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-921881d5-c23b-4512-935f-6c37e7b6b6a2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.244713] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-921881d5-c23b-4512-935f-6c37e7b6b6a2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.244790] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-921881d5-c23b-4512-935f-6c37e7b6b6a2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.245769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-921881d5-c23b-4512-935f-6c37e7b6b6a2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.245929] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('921881d5-c23b-4512-935f-6c37e7b6b6a2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.533022] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: SUCCESS [ 744.533022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.550420] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 744.550420] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 deletion is rescheduled due to dependency. [ 744.550624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.648653] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 in Status: SUCCESS [ 744.649113] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25081730-01c0-4bfd-91dd-f2d042ccb4e8 deletion is rescheduled due to dependency. [ 744.649340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25081730-01c0-4bfd-91dd-f2d042ccb4e8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.749434] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 921881d5-c23b-4512-935f-6c37e7b6b6a2 [ 744.750618] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.751836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.751836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.751836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.751836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.751836] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:921881d5-c23b-4512-935f-6c37e7b6b6a2 already deleted. [ 744.751836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-921881d5-c23b-4512-935f-6c37e7b6b6a2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.869475] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb in Status: SUCCESS [ 744.869755] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb deletion is rescheduled due to dependency. [ 744.869881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.663715] env[65309]: INFO networking_nsxv3.common.synchronization [None req-558f3a3d-b6df-48f2-8371-3c3d81790db1 None None] Enqueued Resource ID: ea025693-1e14-4e6b-bffa-9af418a33a01 with Priority: HIGHEST for action port [ 745.664368] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea025693-1e14-4e6b-bffa-9af418a33a01 with Priority: HIGHEST for action port [ 745.664749] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea025693-1e14-4e6b-bffa-9af418a33a01 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.664948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea025693-1e14-4e6b-bffa-9af418a33a01" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.664948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea025693-1e14-4e6b-bffa-9af418a33a01" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.665232] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea025693-1e14-4e6b-bffa-9af418a33a01" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.665317] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea025693-1e14-4e6b-bffa-9af418a33a01',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.976760] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 745.976760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.976760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.976760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.976760] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.976760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.976760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.976760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.976760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.976760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.976760] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.976760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.976760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.976760] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.976760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.976760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.976760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.976760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.976760] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.169015] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea025693-1e14-4e6b-bffa-9af418a33a01 [ 746.169427] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.169427] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.169652] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.169724] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.169813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.169927] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea025693-1e14-4e6b-bffa-9af418a33a01 already deleted. [ 746.170053] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea025693-1e14-4e6b-bffa-9af418a33a01" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.478243] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.478419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.478625] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.983856] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.158285] env[65309]: INFO networking_nsxv3.common.synchronization [None req-7a1225a4-f931-45cb-8336-8a1b65618173 None None] Enqueued Resource ID: 15fea35e-610e-4025-bf3f-ff1ba9a5597b with Priority: HIGHEST for action port [ 747.159133] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15fea35e-610e-4025-bf3f-ff1ba9a5597b with Priority: HIGHEST for action port [ 747.160287] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-15fea35e-610e-4025-bf3f-ff1ba9a5597b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.160287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15fea35e-610e-4025-bf3f-ff1ba9a5597b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.160287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15fea35e-610e-4025-bf3f-ff1ba9a5597b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.160287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15fea35e-610e-4025-bf3f-ff1ba9a5597b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.160287] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15fea35e-610e-4025-bf3f-ff1ba9a5597b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.349761] env[65309]: INFO networking_nsxv3.common.synchronization [None req-863a12d2-f8c9-4df2-ab42-93da7c2830c0 None None] Enqueued Resource ID: 2c4e05cf-f82a-445d-ab53-6331529af124 with Priority: HIGHEST for action port [ 747.353093] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4e05cf-f82a-445d-ab53-6331529af124 with Priority: HIGHEST for action port [ 747.354141] env[65309]: INFO networking_nsxv3.common.synchronization [req-d2afc767-8ebe-4770-8bcc-b5a1d13f15f0 req-8e1169e8-495c-477f-8263-d86472ec7823 tempest-ServerAddressesTestJSON-106070361 tempest-ServerAddressesTestJSON-106070361-project-member] Enqueued Resource ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa with Priority: HIGHEST for action security_group_members [ 747.354776] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c4e05cf-f82a-445d-ab53-6331529af124 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.354916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c4e05cf-f82a-445d-ab53-6331529af124" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.355022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c4e05cf-f82a-445d-ab53-6331529af124" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.355316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c4e05cf-f82a-445d-ab53-6331529af124" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.356604] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4e05cf-f82a-445d-ab53-6331529af124',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.359161] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa with Priority: HIGHEST for action security_group_members [ 747.359971] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.360460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.360574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.360808] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.361036] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.361147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.361421] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.361596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.361691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.361787] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f99e48ff-02bf-4dd4-bc10-386776e2bbfa',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.487836] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.487836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.487836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.488109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.488109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.488268] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be updated. [ 747.527396] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.527541] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.527616] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.527845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.527985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.540379] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 747.665225] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15fea35e-610e-4025-bf3f-ff1ba9a5597b [ 747.665225] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.665225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.665225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.665225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.665566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.665566] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15fea35e-610e-4025-bf3f-ff1ba9a5597b already deleted. [ 747.665566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15fea35e-610e-4025-bf3f-ff1ba9a5597b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.860138] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c4e05cf-f82a-445d-ab53-6331529af124 [ 747.861805] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.862119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.865018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.865018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.865018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.865018] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c4e05cf-f82a-445d-ab53-6331529af124 already deleted. [ 747.865018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c4e05cf-f82a-445d-ab53-6331529af124" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.865018] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.865018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.865018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.865018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.865018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.865579] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.865579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.865579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.865579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.865750] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.865750] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa is going to be updated. [ 747.902105] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.902105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.902105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.902350] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.902608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.918012] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa in Status: IN_PROGRESS for 2s [ 748.357475] env[65309]: INFO networking_nsxv3.common.synchronization [None req-4cfabe13-8adc-4dcb-b05c-6db8c8de0d26 tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef with Priority: HIGHEST for action security_group_rules [ 748.357475] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef with Priority: HIGHEST for action security_group_rules [ 748.359038] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75cdd23f-498c-4e96-ad65-e56a7a79a2ef taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.361210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.361210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.361210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.361210] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75cdd23f-498c-4e96-ad65-e56a7a79a2ef',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.485423] env[65309]: INFO networking_nsxv3.common.synchronization [None req-1f124ace-c013-4d65-81a2-7c138226e8f4 tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef with Priority: HIGHEST for action security_group_rules [ 748.487265] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef with Priority: HIGHEST for action security_group_rules [ 748.487265] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75cdd23f-498c-4e96-ad65-e56a7a79a2ef taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.487856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.714085] env[65309]: INFO networking_nsxv3.common.synchronization [None req-1ca8ba8e-657f-46b0-9237-605e4f70ffbf None None] Enqueued Resource ID: 90e9dce8-067f-48d3-994e-9c9fca3892d0 with Priority: HIGHEST for action port [ 748.714712] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e9dce8-067f-48d3-994e-9c9fca3892d0 with Priority: HIGHEST for action port [ 748.715277] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-90e9dce8-067f-48d3-994e-9c9fca3892d0 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.715277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90e9dce8-067f-48d3-994e-9c9fca3892d0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.715277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90e9dce8-067f-48d3-994e-9c9fca3892d0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.715570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90e9dce8-067f-48d3-994e-9c9fca3892d0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.715570] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90e9dce8-067f-48d3-994e-9c9fca3892d0',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.885434] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.885807] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.885807] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.886047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.886126] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.886248] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef already deleted. [ 748.886358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.886576] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.886825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.887067] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75cdd23f-498c-4e96-ad65-e56a7a79a2ef',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.219387] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90e9dce8-067f-48d3-994e-9c9fca3892d0 [ 749.219868] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.220069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.220167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.220424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.220628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.221089] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90e9dce8-067f-48d3-994e-9c9fca3892d0 already deleted. [ 749.221557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90e9dce8-067f-48d3-994e-9c9fca3892d0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.418385] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.418706] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.418706] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.419035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.420217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.420217] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef already deleted. [ 749.420217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.551891] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 749.552229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.552294] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.552496] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.552756] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.552874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.552936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.553225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.553225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.553337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.553416] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.553514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.553563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.555028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.555028] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.555028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.555028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.555028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.555028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.555028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.555028] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.934066] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa in Status: SUCCESS [ 749.935910] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa deletion is rescheduled due to dependency. [ 749.937039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.061336] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aebbf504-21fa-4627-9a36-30d0433a2b73: rpc.has_security_group_logging(os_id): False [ 750.084409] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.084546] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.084639] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.084830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.084926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.085146] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.085242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.085898] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.085898] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.085898] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.085898] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.085898] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.085898] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.086386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.086386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.086386] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.086386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.086386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.086623] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.086623] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.086813] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be updated. [ 750.151585] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.152566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.152566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.152566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.152566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.160179] env[65309]: INFO networking_nsxv3.common.synchronization [None req-14041250-4fe7-419a-8f73-fcbd87c9ddef None None] Enqueued Resource ID: aeea3bee-8a84-49eb-81d8-c6df330dbb07 with Priority: HIGHEST for action port [ 750.160436] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeea3bee-8a84-49eb-81d8-c6df330dbb07 with Priority: HIGHEST for action port [ 750.161178] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-aeea3bee-8a84-49eb-81d8-c6df330dbb07 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.161300] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aeea3bee-8a84-49eb-81d8-c6df330dbb07" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.161374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aeea3bee-8a84-49eb-81d8-c6df330dbb07" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.161620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aeea3bee-8a84-49eb-81d8-c6df330dbb07" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.162482] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeea3bee-8a84-49eb-81d8-c6df330dbb07',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.171240] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 750.664746] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aeea3bee-8a84-49eb-81d8-c6df330dbb07 [ 750.665283] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.665283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.665283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.665688] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.665688] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.665688] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aeea3bee-8a84-49eb-81d8-c6df330dbb07 already deleted. [ 750.666408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aeea3bee-8a84-49eb-81d8-c6df330dbb07" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.983950] env[65309]: INFO networking_nsxv3.common.synchronization [req-0cf02034-2259-4164-ac01-f9c51742c8ea req-1318c495-06e3-4b59-b80b-1588a665db76 tempest-ServerGroupTestJSON-487065599 tempest-ServerGroupTestJSON-487065599-project-member] Enqueued Resource ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a with Priority: HIGHEST for action security_group_members [ 750.984450] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a with Priority: HIGHEST for action security_group_members [ 750.984762] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.984886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.984962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.986478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.988973] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.989596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.989596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.989596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.989596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.989792] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.379938] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.379938] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-613" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.380109] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-613" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.380711] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-613" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.381095] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.381314] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.381452] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.385026] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.385026] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.385026] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.385026] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.385026] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.385026] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.385026] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.385026] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.385026] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.404443] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.404604] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.405891] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.406126] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-613" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.407404] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-2c446635-bd64-4ae6-8b80-0d94535fe7c9 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.407601] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-2c446635-bd64-4ae6-8b80-0d94535fe7c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.407726] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-2c446635-bd64-4ae6-8b80-0d94535fe7c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.408054] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-2c446635-bd64-4ae6-8b80-0d94535fe7c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.408196] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c446635-bd64-4ae6-8b80-0d94535fe7c9',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.493254] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.493396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.493471] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.493782] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.493873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.494080] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.494184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.494245] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.494398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.494473] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.494554] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a already deleted. [ 751.494636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.912289] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.912289] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.912289] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.912289] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.914414] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.914414] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 2c446635-bd64-4ae6-8b80-0d94535fe7c9 not found, creating... [ 751.914414] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.915575] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.915575] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.915575] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.915575] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.915803] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.915983] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.916231] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.917045] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.917045] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.917045] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 2c446635-bd64-4ae6-8b80-0d94535fe7c9 is going to be created. [ 751.941019] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.941307] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.941371] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.941724] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.941991] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.942257] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-2c446635-bd64-4ae6-8b80-0d94535fe7c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.195444] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 752.195679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.196167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.196167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.196287] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.699339] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.699520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.699617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.699839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.700078] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.700215] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.700294] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.700481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.700576] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.700868] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.701090] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.708382] env[65309]: INFO networking_nsxv3.common.synchronization [req-0cf02034-2259-4164-ac01-f9c51742c8ea req-47db82d3-4b24-4252-9772-4bdbf1ed0285 service nova] Enqueued Resource ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a with Priority: HIGHEST for action security_group_rules [ 752.708652] env[65309]: INFO networking_nsxv3.common.synchronization [req-0cf02034-2259-4164-ac01-f9c51742c8ea req-47db82d3-4b24-4252-9772-4bdbf1ed0285 service nova] Enqueued Resource ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a with Priority: HIGHEST for action security_group_members [ 752.708819] env[65309]: INFO networking_nsxv3.common.synchronization [req-0cf02034-2259-4164-ac01-f9c51742c8ea req-47db82d3-4b24-4252-9772-4bdbf1ed0285 service nova] Enqueued Resource ID: 2c446635-bd64-4ae6-8b80-0d94535fe7c9 with Priority: HIGHEST for action port [ 752.709366] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a with Priority: HIGHEST for action security_group_rules [ 752.709534] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a with Priority: HIGHEST for action security_group_members [ 752.709661] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c446635-bd64-4ae6-8b80-0d94535fe7c9 with Priority: HIGHEST for action port [ 752.709956] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.710127] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.710163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.710405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.710513] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.711426] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.711539] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.711608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.711787] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.711928] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.712051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.712146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.712318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.712407] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.712532] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.713631] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c446635-bd64-4ae6-8b80-0d94535fe7c9 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.713785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c446635-bd64-4ae6-8b80-0d94535fe7c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.713860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c446635-bd64-4ae6-8b80-0d94535fe7c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.714079] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c446635-bd64-4ae6-8b80-0d94535fe7c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.714202] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c446635-bd64-4ae6-8b80-0d94535fe7c9',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.206308] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.206649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.206649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.207063] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.207281] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.207408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.207475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.207643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.207732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.207820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.207964] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.208071] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.208157] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.208317] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.208456] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.208548] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.208609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.208744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.208823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.208904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.208991] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.218259] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.218259] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.218435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.219222] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c446635-bd64-4ae6-8b80-0d94535fe7c9 with status ACTIVE [ 753.220590] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.220590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.220590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.220590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.220590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.220590] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.220590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.220590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.220590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.220590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.220976] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.220976] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.220976] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.220976] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.221345] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.221345] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c446635-bd64-4ae6-8b80-0d94535fe7c9 is going to be updated. [ 753.273628] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.274649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.274649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.274649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.274649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.275251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c446635-bd64-4ae6-8b80-0d94535fe7c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.396634] env[65309]: INFO networking_nsxv3.common.synchronization [req-bda39a07-1777-47ef-bb63-050fc1add8d1 req-aec4d4dd-9cd8-4aed-883f-4d1cf84dd206 tempest-AttachInterfacesUnderV243Test-1445112273 tempest-AttachInterfacesUnderV243Test-1445112273-project-member] Enqueued Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_members [ 753.396953] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_members [ 753.397375] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.397535] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.397626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.397975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.398209] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.398344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.398431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.398634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.398756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.398886] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.419692] env[65309]: INFO networking_nsxv3.common.synchronization [req-bda39a07-1777-47ef-bb63-050fc1add8d1 req-aec4d4dd-9cd8-4aed-883f-4d1cf84dd206 tempest-AttachInterfacesUnderV243Test-1445112273 tempest-AttachInterfacesUnderV243Test-1445112273-project-member] Enqueued Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_rules [ 753.419925] env[65309]: INFO networking_nsxv3.common.synchronization [req-bda39a07-1777-47ef-bb63-050fc1add8d1 req-aec4d4dd-9cd8-4aed-883f-4d1cf84dd206 tempest-AttachInterfacesUnderV243Test-1445112273 tempest-AttachInterfacesUnderV243Test-1445112273-project-member] Enqueued Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_members [ 753.420153] env[65309]: INFO networking_nsxv3.common.synchronization [req-bda39a07-1777-47ef-bb63-050fc1add8d1 req-aec4d4dd-9cd8-4aed-883f-4d1cf84dd206 tempest-AttachInterfacesUnderV243Test-1445112273 tempest-AttachInterfacesUnderV243Test-1445112273-project-member] Enqueued Resource ID: 51e425d8-8419-45c8-9b75-8cf2b9ce916f with Priority: HIGHEST for action port [ 753.420773] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_rules [ 753.420964] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_members [ 753.421115] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e425d8-8419-45c8-9b75-8cf2b9ce916f with Priority: HIGHEST for action port [ 753.421490] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.421650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.421744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.422046] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.422157] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.423299] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.423389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.423651] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-51e425d8-8419-45c8-9b75-8cf2b9ce916f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.423825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.423921] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.426841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.426841] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51e425d8-8419-45c8-9b75-8cf2b9ce916f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.712336] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aebbf504-21fa-4627-9a36-30d0433a2b73: rpc.has_security_group_logging(os_id): False [ 753.722792] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.732150] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.732150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.732150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.732150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.732150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.732494] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.732494] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.732494] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.732700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.732750] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.733051] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.733197] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.733197] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.733354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.733427] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.733617] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.733724] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.733779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.737023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.737023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.737023] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be updated. [ 753.802309] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.802487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.802576] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.802912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.803106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.822421] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 753.901146] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.926886] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.927102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.928706] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51e425d8-8419-45c8-9b75-8cf2b9ce916f with status ACTIVE [ 753.929042] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.929251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.929346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.929583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.929674] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.929868] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.929975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.930062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.930236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.930314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.930666] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.930815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.930859] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.930998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.931087] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.931170] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51e425d8-8419-45c8-9b75-8cf2b9ce916f is going to be updated. [ 753.964754] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.964953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.965075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.965311] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.965453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.965619] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.226330] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.226699] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.226848] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.227130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.227229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.227332] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a is going to be created. [ 754.259042] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.259516] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.259516] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.259516] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.259733] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.270033] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a in Status: UNINITIALIZED for 2s [ 754.403413] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.906548] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.906664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.906743] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.906964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.907073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.907173] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da4b4e4-7c61-4998-8278-654e96c30313 is going to be updated. [ 754.942241] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.942844] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.943026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.943312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.943558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.953436] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: IN_PROGRESS for 2s [ 755.843866] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 755.844214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.280229] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a in Status: SUCCESS [ 756.280916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.281103] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.281666] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.281666] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.281831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.282022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.282427] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.282517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.282612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.282783] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.560736] env[65309]: INFO networking_nsxv3.common.synchronization [req-24bd63d3-125e-45e5-8ce4-f6f5a1688d03 req-ef703784-405c-49de-9350-3f8f8988432e tempest-ServerRescueTestJSON-942827773 tempest-ServerRescueTestJSON-942827773-project-member] Enqueued Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_members [ 756.561973] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_members [ 756.561973] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff63fc87-b47a-4b6f-a551-1327eee10106 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.561973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.561973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.564090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.564090] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.564090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.564090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.564090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.564090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.564090] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.786293] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.786491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.786540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.786726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.786883] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.786976] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.787058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.787212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.787304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.787390] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.787533] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.787622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.787681] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.787822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.789286] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.789491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.789564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.789763] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.793450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.793450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.793856] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.965772] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: SUCCESS [ 756.965772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.965772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.966152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.966152] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.966292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.966328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.966475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.966549] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.966650] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.066285] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.295387] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a: rpc.has_security_group_logging(os_id): False [ 757.319179] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.319179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.319338] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.319414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.319512] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.319753] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.319862] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.319936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.320185] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.320267] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.320458] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.320584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.320663] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.320803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.320884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.321490] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.321490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.321490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.321490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.321490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.321722] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a is going to be created. [ 757.391695] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.391971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.391971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.392278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.392454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.405181] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a in Status: IN_PROGRESS for 2s [ 757.469217] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.570120] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.971772] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.075946] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.077224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.077358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.077675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.077780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.077957] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff63fc87-b47a-4b6f-a551-1327eee10106 is going to be updated. [ 758.112657] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.112840] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.112900] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.113128] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.113276] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.123087] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff63fc87-b47a-4b6f-a551-1327eee10106 in Status: IN_PROGRESS for 2s [ 758.186384] env[65309]: INFO networking_nsxv3.common.synchronization [req-2576628a-5265-4fe2-bc19-d65f2f7eaf3f req-ed9d8ccb-7220-444e-988d-9edac240cb0b tempest-ServersTestMultiNic-160790073 tempest-ServersTestMultiNic-160790073-project-member] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 758.186514] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 758.186746] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.186853] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.186928] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.187549] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.187725] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.187832] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.187894] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.188159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.188420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.188420] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.414335] env[65309]: INFO networking_nsxv3.common.synchronization [req-2576628a-5265-4fe2-bc19-d65f2f7eaf3f req-7b1159b1-67f4-459c-bb68-1acd18d00e53 tempest-ServersTestMultiNic-160790073 tempest-ServersTestMultiNic-160790073-project-member] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 758.414882] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGHEST for action security_group_members [ 758.415304] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.415435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.474727] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.475191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.477686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.477686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.477686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.477686] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da4b4e4-7c61-4998-8278-654e96c30313 is going to be updated. [ 758.510725] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.511621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.511621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.511621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.511621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.522573] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: IN_PROGRESS for 2s [ 758.690881] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.194398] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.372922] env[65309]: INFO networking_nsxv3.common.synchronization [req-f056ea1e-7610-4008-8565-1fa6f4d66068 req-bb00fd57-186a-4c6b-bb72-1e14d1a8f866 tempest-AttachInterfacesUnderV243Test-1445112273 tempest-AttachInterfacesUnderV243Test-1445112273-project-member] Enqueued Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_members [ 759.373593] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_members [ 759.374099] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.375562] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.387366] env[65309]: INFO networking_nsxv3.common.synchronization [req-f056ea1e-7610-4008-8565-1fa6f4d66068 req-bb00fd57-186a-4c6b-bb72-1e14d1a8f866 tempest-AttachInterfacesUnderV243Test-1445112273 tempest-AttachInterfacesUnderV243Test-1445112273-project-member] Enqueued Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_rules [ 759.387532] env[65309]: INFO networking_nsxv3.common.synchronization [req-f056ea1e-7610-4008-8565-1fa6f4d66068 req-bb00fd57-186a-4c6b-bb72-1e14d1a8f866 tempest-AttachInterfacesUnderV243Test-1445112273 tempest-AttachInterfacesUnderV243Test-1445112273-project-member] Enqueued Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_members [ 759.387664] env[65309]: INFO networking_nsxv3.common.synchronization [req-f056ea1e-7610-4008-8565-1fa6f4d66068 req-bb00fd57-186a-4c6b-bb72-1e14d1a8f866 tempest-AttachInterfacesUnderV243Test-1445112273 tempest-AttachInterfacesUnderV243Test-1445112273-project-member] Enqueued Resource ID: 51e425d8-8419-45c8-9b75-8cf2b9ce916f with Priority: HIGHEST for action port [ 759.388273] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_rules [ 759.388406] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_members [ 759.389026] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e425d8-8419-45c8-9b75-8cf2b9ce916f with Priority: HIGHEST for action port [ 759.389026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.389026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.390065] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.390065] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.391039] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-51e425d8-8419-45c8-9b75-8cf2b9ce916f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.391039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.391039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.391201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.391270] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51e425d8-8419-45c8-9b75-8cf2b9ce916f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.419201] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a in Status: SUCCESS [ 759.419431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.698329] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.699048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.699048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.699048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.699048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.699048] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be updated. [ 759.730257] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.730436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.730539] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.730715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.730877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.740254] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 759.894575] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51e425d8-8419-45c8-9b75-8cf2b9ce916f with status ACTIVE [ 759.894575] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.894575] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.894575] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.894575] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.894575] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.894837] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.894837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.894989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.895039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.895111] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.895311] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.895404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.895457] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.895612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.895759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.895857] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51e425d8-8419-45c8-9b75-8cf2b9ce916f is going to be updated. [ 759.929194] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.929194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.929194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.929194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.929194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.929194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51e425d8-8419-45c8-9b75-8cf2b9ce916f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.133673] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff63fc87-b47a-4b6f-a551-1327eee10106 in Status: SUCCESS [ 760.133920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.226594] env[65309]: INFO networking_nsxv3.common.synchronization [req-a78b1e78-a1a5-447f-afd4-6435471a9cb7 req-ebe1e6ea-e4b6-4e95-8425-2db378342bfb tempest-FloatingIPsAssociationTestJSON-492174692 tempest-FloatingIPsAssociationTestJSON-492174692-project-member] Enqueued Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_members [ 760.228031] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_members [ 760.228031] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.228031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.228031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.228031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.228031] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.228031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.228031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.228614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.228614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.228614] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.537153] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: SUCCESS [ 760.537153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.537153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.537153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.537153] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.537153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.537420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.537420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.537491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.537526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.538413] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.539343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.539609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.539802] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.539951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.540057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.540242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.540451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.540542] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.730729] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.886477] env[65309]: INFO networking_nsxv3.common.synchronization [req-7086cbaf-5820-43d9-99da-ce74579e3217 req-f9d9cfb5-5574-4379-8c0b-572f91faf3e7 tempest-ServersTestJSON-337806064 tempest-ServersTestJSON-337806064-project-member] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 760.886477] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 760.887450] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.887663] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.887766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.888026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.888229] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.888398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.888532] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.888747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.888899] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.889099] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.042806] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.044152] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.233606] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.293663] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.294137] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.294742] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.295101] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.295391] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.295557] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.295666] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.296066] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.296066] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.296236] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.296337] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.296483] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.296576] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.296681] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.296781] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.296908] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.318799] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.319952] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.320115] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.320290] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.321283] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-3c20a91c-7d15-4be5-813e-e8780ce4e4c9 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.321514] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-3c20a91c-7d15-4be5-813e-e8780ce4e4c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.321636] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-3c20a91c-7d15-4be5-813e-e8780ce4e4c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.321991] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-3c20a91c-7d15-4be5-813e-e8780ce4e4c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.324208] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c20a91c-7d15-4be5-813e-e8780ce4e4c9',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.392521] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.448678] env[65309]: INFO networking_nsxv3.common.synchronization [req-bffd91af-ee2b-4b4a-a198-552119e77644 req-a8c31999-837c-492a-8579-06dacb47a78e tempest-ImagesOneServerNegativeTestJSON-1290280587 tempest-ImagesOneServerNegativeTestJSON-1290280587-project-member] Enqueued Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 761.449222] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 761.449605] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.450481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.450481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.450481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.450481] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.450481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.450481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.450914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.450914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.450914] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.547851] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2da4b4e4-7c61-4998-8278-654e96c30313: rpc.has_security_group_logging(os_id): False [ 761.549080] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.569959] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.570212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.570212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.570391] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.592041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.592628] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.592628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.592628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.592875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.592875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.592951] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2da4b4e4-7c61-4998-8278-654e96c30313 is going to be updated. [ 761.689527] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.689744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.689744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.690112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.690319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.691870] env[65309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] NSXv3 Agent Agent loop - iteration:0 completed [ 761.692049] env[65309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] NSXv3 Agent Agent loop - iteration:1 started [ 761.728680] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: IN_PROGRESS for 2s [ 761.736045] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.736325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.736325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.736494] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.736494] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.736605] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 is going to be updated. [ 761.758665] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 761.758960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.759202] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.759399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.759597] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.759712] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.759779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.759936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.760027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.760130] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.795029] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.795322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.795322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.795533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.795682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.807657] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: IN_PROGRESS for 2s [ 761.827031] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.827276] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.827400] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.827803] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.828000] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.828175] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 3c20a91c-7d15-4be5-813e-e8780ce4e4c9 not found, creating... [ 761.828452] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.828626] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.828730] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.828977] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.829126] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.829490] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.829659] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.829774] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.830010] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.830169] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.830381] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 3c20a91c-7d15-4be5-813e-e8780ce4e4c9 is going to be created. [ 761.863346] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.863602] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.863781] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.864014] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.864269] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.864516] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-3c20a91c-7d15-4be5-813e-e8780ce4e4c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.894620] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.954732] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.954732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.954732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.954994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.955142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.955294] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.955486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.955486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.955629] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.955705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.955795] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 is going to be updated. [ 762.007517] env[65309]: INFO networking_nsxv3.common.synchronization [req-9d00d566-2b1b-4da7-bbbf-2b9b14611ad9 req-c998c19a-0acc-4f78-9c6d-512d2dd38a25 tempest-ServersAdminNegativeTestJSON-2047870263 tempest-ServersAdminNegativeTestJSON-2047870263-project-member] Enqueued Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_members [ 762.008943] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.009196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.009278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.009491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.009620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.011446] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_members [ 762.011975] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.012149] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.012240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.012508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.012828] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.013211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.013211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.013211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.013377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.013489] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.026049] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: IN_PROGRESS for 2s [ 762.051644] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.051875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.051936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.052189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.052376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.052425] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da4b4e4-7c61-4998-8278-654e96c30313 is going to be updated. [ 762.094719] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.094875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.094959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.095181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.095325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.112629] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: IN_PROGRESS for 2s [ 762.263822] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.264103] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.264103] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.264237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.264301] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.264488] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.264627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.264691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.264783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.264858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.265570] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be updated. [ 762.316081] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.316272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.316315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.316503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.316635] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.327552] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: IN_PROGRESS for 2s [ 762.400354] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.400354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.400354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.400354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.400354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.400354] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 762.431196] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.431196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.431196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.431196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.431196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.440761] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 762.516583] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.591538] env[65309]: INFO networking_nsxv3.common.synchronization [req-7086cbaf-5820-43d9-99da-ce74579e3217 req-5504987f-3472-4b8a-a7a3-726d2d219ee3 service nova] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_rules [ 762.591538] env[65309]: INFO networking_nsxv3.common.synchronization [req-7086cbaf-5820-43d9-99da-ce74579e3217 req-5504987f-3472-4b8a-a7a3-726d2d219ee3 service nova] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 762.591538] env[65309]: INFO networking_nsxv3.common.synchronization [req-7086cbaf-5820-43d9-99da-ce74579e3217 req-5504987f-3472-4b8a-a7a3-726d2d219ee3 service nova] Enqueued Resource ID: 3c20a91c-7d15-4be5-813e-e8780ce4e4c9 with Priority: HIGHEST for action port [ 762.591538] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_rules [ 762.591538] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 762.591538] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c20a91c-7d15-4be5-813e-e8780ce4e4c9 with Priority: HIGHEST for action port [ 762.591538] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.591884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.591884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.591884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.591884] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.592956] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.593094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.593260] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c20a91c-7d15-4be5-813e-e8780ce4e4c9 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.593362] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c20a91c-7d15-4be5-813e-e8780ce4e4c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.593542] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c20a91c-7d15-4be5-813e-e8780ce4e4c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.593729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c20a91c-7d15-4be5-813e-e8780ce4e4c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.593798] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c20a91c-7d15-4be5-813e-e8780ce4e4c9',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.019969] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.096430] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.097119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.097468] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c20a91c-7d15-4be5-813e-e8780ce4e4c9 with status ACTIVE [ 763.097974] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.098304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.098458] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.098884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.099870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.099870] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.099870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.099870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.099870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.099870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.099870] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.100286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.100431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.100651] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.100814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.100978] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c20a91c-7d15-4be5-813e-e8780ce4e4c9 is going to be updated. [ 763.123290] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.124208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.124208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.124208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.124208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.124208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c20a91c-7d15-4be5-813e-e8780ce4e4c9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.523039] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.523528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.523528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.523528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.523865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.523865] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 is going to be updated. [ 763.557494] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.557678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.557802] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.558143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.558383] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.569416] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: IN_PROGRESS for 2s [ 763.747568] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: SUCCESS [ 763.747568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.747568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.747568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.747568] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.821459] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: SUCCESS [ 763.821689] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.037700] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: SUCCESS [ 764.037929] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 deletion is rescheduled due to dependency. [ 764.038090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.122369] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: SUCCESS [ 764.122582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.123147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.123357] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.123542] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.123684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.123767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.123865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.123959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.124093] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.248829] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.252022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.339024] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aebbf504-21fa-4627-9a36-30d0433a2b73 in Status: SUCCESS [ 764.339217] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 deletion is rescheduled due to dependency. [ 764.339325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.452438] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 764.452819] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.453099] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.453333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.453555] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.453697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.453782] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.453943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.454038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.454138] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.625995] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.738511] env[65309]: INFO networking_nsxv3.common.synchronization [req-bbfec9d2-c7e8-4f99-bbfd-2667fbb208c7 req-122852e2-dc7d-4f77-a398-e3c82c56689f tempest-ServersWithSpecificFlavorTestJSON-1996120784 tempest-ServersWithSpecificFlavorTestJSON-1996120784-project-member] Enqueued Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_members [ 764.739250] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_members [ 764.739586] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39c4aab-1f96-4faa-ab75-56fdf0315b69 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.739766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.739766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.739998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.740174] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.740276] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.740338] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.740497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.740583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.740675] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.956565] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.128476] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.169835] env[65309]: INFO networking_nsxv3.common.synchronization [req-9b09937d-c626-4c2a-899b-f6ea6f7a0a75 req-c6c79c9f-e8dc-4d95-b17c-b0b285a276e1 tempest-AttachInterfacesUnderV243Test-1445112273 tempest-AttachInterfacesUnderV243Test-1445112273-project-member] Enqueued Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_members [ 765.171227] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGHEST for action security_group_members [ 765.172749] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.172749] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.243946] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.244101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.244101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.244382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.272333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.272705] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.272919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.273144] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.273387] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.273474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.273574] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 is going to be updated. [ 765.280074] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.280074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-565" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.280074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-565" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.280074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-565" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.280074] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.280074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.280529] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.281234] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.281657] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.282105] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.282305] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.282465] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.282614] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.282848] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.283031] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.284042] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.332255] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.332434] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.332569] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.332848] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-565" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.333647] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-5c4d01fb-284c-49c9-92e8-ec982a6e5790 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.333913] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-5c4d01fb-284c-49c9-92e8-ec982a6e5790" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.334933] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-5c4d01fb-284c-49c9-92e8-ec982a6e5790" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.335224] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-5c4d01fb-284c-49c9-92e8-ec982a6e5790" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.335491] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c4d01fb-284c-49c9-92e8-ec982a6e5790',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.339101] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.339270] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.339331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.339686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.341020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.352294] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: IN_PROGRESS for 2s [ 765.460174] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.583542] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: SUCCESS [ 765.583863] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.634564] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.635023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.635023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.635747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.635925] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.635994] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da4b4e4-7c61-4998-8278-654e96c30313 is going to be updated. [ 765.669450] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.669608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.669745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.670026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.670150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.682374] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: IN_PROGRESS for 2s [ 765.839640] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.840180] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.840310] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.840669] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.840787] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.841238] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 5c4d01fb-284c-49c9-92e8-ec982a6e5790 not found, creating... [ 765.841302] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.842074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.842074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.842074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.842074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.842245] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.842380] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.842489] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.842716] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.842850] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.842984] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 5c4d01fb-284c-49c9-92e8-ec982a6e5790 is going to be created. [ 765.864612] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.865057] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.865057] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.865274] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.865502] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.865905] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-5c4d01fb-284c-49c9-92e8-ec982a6e5790" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.963154] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.963319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.963388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.963680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.963794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.963907] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 766.024519] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.024671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.024734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.025091] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.025281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.036343] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 766.554325] env[65309]: INFO networking_nsxv3.common.synchronization [req-bbfec9d2-c7e8-4f99-bbfd-2667fbb208c7 req-17f60dd1-cdcf-4b75-816a-0ed4fa664915 service nova] Enqueued Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_rules [ 766.554325] env[65309]: INFO networking_nsxv3.common.synchronization [req-bbfec9d2-c7e8-4f99-bbfd-2667fbb208c7 req-17f60dd1-cdcf-4b75-816a-0ed4fa664915 service nova] Enqueued Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_members [ 766.554434] env[65309]: INFO networking_nsxv3.common.synchronization [req-bbfec9d2-c7e8-4f99-bbfd-2667fbb208c7 req-17f60dd1-cdcf-4b75-816a-0ed4fa664915 service nova] Enqueued Resource ID: 5c4d01fb-284c-49c9-92e8-ec982a6e5790 with Priority: HIGHEST for action port [ 766.554962] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_rules [ 766.556100] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_members [ 766.556502] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4d01fb-284c-49c9-92e8-ec982a6e5790 with Priority: HIGHEST for action port [ 766.556742] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.556910] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.557119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.558038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.558189] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.559476] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39c4aab-1f96-4faa-ab75-56fdf0315b69 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.560464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.560464] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c4d01fb-284c-49c9-92e8-ec982a6e5790 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.560464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c4d01fb-284c-49c9-92e8-ec982a6e5790" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.560464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c4d01fb-284c-49c9-92e8-ec982a6e5790" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.560464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c4d01fb-284c-49c9-92e8-ec982a6e5790" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.560464] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c4d01fb-284c-49c9-92e8-ec982a6e5790',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.835072] env[65309]: INFO networking_nsxv3.common.synchronization [req-d372be9b-965c-418b-a202-2f0f9418406c req-fc2666e6-853e-4f5f-8174-b7f569b76049 tempest-ServerGroupTestJSON-487065599 tempest-ServerGroupTestJSON-487065599-project-member] Enqueued Resource ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a with Priority: HIGHEST for action security_group_members [ 766.835072] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a with Priority: HIGHEST for action security_group_members [ 766.835550] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.835790] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.835946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.836232] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.836476] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.836706] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.836851] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.837090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.837257] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.837428] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.062750] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39c4aab-1f96-4faa-ab75-56fdf0315b69 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.062750] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.068023] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c4d01fb-284c-49c9-92e8-ec982a6e5790 with status ACTIVE [ 767.068023] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.068023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.068023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.068023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.068023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.068023] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.068023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.068023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.068023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.068023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.068023] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.068023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.068023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.068023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.068023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.068023] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c4d01fb-284c-49c9-92e8-ec982a6e5790 is going to be updated. [ 767.093283] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.093461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.093503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.093777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.094059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.094157] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c4d01fb-284c-49c9-92e8-ec982a6e5790" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.343226] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.343226] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.343226] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.343226] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.343226] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.343226] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.343226] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.343226] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.343226] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.343226] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.343226] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a is going to be updated. [ 767.364756] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: SUCCESS [ 767.365043] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 deletion is rescheduled due to dependency. [ 767.365142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.365338] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.365584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.365769] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.365891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.365956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.366122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.366198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.366294] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.381142] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.381375] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.381375] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.381644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.381800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.393462] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a in Status: IN_PROGRESS for 2s [ 767.483981] env[65309]: INFO networking_nsxv3.common.synchronization [req-5bf08630-44aa-4954-b8a6-ba056654f6d4 req-a7a218ed-6476-447a-aba5-9dae2c9dea16 tempest-ImagesTestJSON-941911563 tempest-ImagesTestJSON-941911563-project-member] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 767.487019] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 767.487019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.487019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.487019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.487019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.487019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.487019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.487019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.487019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.487430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.487430] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.692155] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: SUCCESS [ 767.692355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.692499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.692753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.693032] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.693161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.693237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.693396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.693479] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.693596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.693741] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.694586] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.694759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.694926] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.695084] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.695145] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.695244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.695311] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.695395] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.870526] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.915981] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.916200] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.916328] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.916615] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.916875] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.917385] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.917385] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.918310] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.918310] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.918310] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.918310] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.918310] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.918505] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.918660] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.918827] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.919019] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.939894] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.939948] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.940154] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.940214] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.940530] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-e930ee66-7793-4f1c-a905-907034f0f377 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.940885] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-e930ee66-7793-4f1c-a905-907034f0f377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.941026] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-e930ee66-7793-4f1c-a905-907034f0f377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.941356] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-e930ee66-7793-4f1c-a905-907034f0f377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.941618] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e930ee66-7793-4f1c-a905-907034f0f377',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.990955] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.991155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.991260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.991514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.991604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.991809] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.991909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.991971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.992137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.992211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.992297] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 768.030283] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.030531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.030531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.030750] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.030961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.043470] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 768.045511] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 768.045932] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.046195] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.046443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.046654] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.047429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.047534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.047691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.047794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.047886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.047980] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.198234] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.199345] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.199475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.199541] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.199747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.199866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.200152] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.200310] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.200415] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.200653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.200785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.200926] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da4b4e4-7c61-4998-8278-654e96c30313 is going to be updated. [ 768.233509] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.233745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.233745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.233951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.234106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.244425] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: IN_PROGRESS for 2s [ 768.374130] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.392918] env[65309]: INFO networking_nsxv3.common.synchronization [None req-2166e8ea-af36-4d0e-a86b-db483e78f9e6 None None] Enqueued Resource ID: c46c6bc8-0d2a-4f38-88a8-70fc88a1233d with Priority: HIGHEST for action port [ 768.392918] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46c6bc8-0d2a-4f38-88a8-70fc88a1233d with Priority: HIGHEST for action port [ 768.392918] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c46c6bc8-0d2a-4f38-88a8-70fc88a1233d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.392918] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c46c6bc8-0d2a-4f38-88a8-70fc88a1233d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.393292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c46c6bc8-0d2a-4f38-88a8-70fc88a1233d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.393292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c46c6bc8-0d2a-4f38-88a8-70fc88a1233d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.393365] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c46c6bc8-0d2a-4f38-88a8-70fc88a1233d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.445253] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.445384] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.445505] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.449020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.449020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.449020] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port e930ee66-7793-4f1c-a905-907034f0f377 not found, creating... [ 768.449020] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.449020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.449020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.449020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.449020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.449020] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.449020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.449607] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.449607] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.449607] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.449607] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: e930ee66-7793-4f1c-a905-907034f0f377 is going to be created. [ 768.475020] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.475020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.475020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.475020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.475020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.475020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-e930ee66-7793-4f1c-a905-907034f0f377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.553659] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.553659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.553659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.553659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.553659] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.553659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.553659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.553659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.553659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.553659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.553659] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.553659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.553659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.553659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.554263] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.554263] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.554263] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.554263] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.554263] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.554263] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.554439] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.703444] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2da4b4e4-7c61-4998-8278-654e96c30313: rpc.has_security_group_logging(os_id): False [ 768.724178] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.724683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.724838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.725123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.725952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.725952] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.725952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.725952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.726163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.726387] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.726548] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2da4b4e4-7c61-4998-8278-654e96c30313 is going to be updated. [ 768.805841] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.805841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.805841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.805841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.805841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.820548] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: IN_PROGRESS for 2s [ 768.877019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.877368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.877368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.877577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.877658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.877756] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 is going to be updated. [ 768.895041] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c46c6bc8-0d2a-4f38-88a8-70fc88a1233d [ 768.895210] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.895210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.895345] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.895509] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.895601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.895698] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c46c6bc8-0d2a-4f38-88a8-70fc88a1233d already deleted. [ 768.895802] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c46c6bc8-0d2a-4f38-88a8-70fc88a1233d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.919212] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.919212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.919375] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.919440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.919618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.930280] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: IN_PROGRESS for 2s [ 769.057293] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70fcfe2-957d-4d66-b66e-542217612b12: rpc.has_security_group_logging(os_id): False [ 769.082459] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.082592] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.083345] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.083345] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.104321] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.104588] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.104712] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.104808] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.104969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.105074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.106598] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.106598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.106598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.106598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.106598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.106822] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.106822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.106893] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.111077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.111077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.111077] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 769.180597] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.180833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.180833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.181014] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.181162] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.200379] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 769.204334] env[65309]: INFO networking_nsxv3.common.synchronization [None req-b14e42fa-1993-4a13-9c4b-4e914f4ccb1f tempest-ServersTestManualDisk-8109095 tempest-ServersTestManualDisk-8109095-project-member] Enqueued Resource ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 with Priority: HIGHEST for action security_group_rules [ 769.204799] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 with Priority: HIGHEST for action security_group_rules [ 769.205176] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50233d88-2308-4a0e-9d7d-eb6816393d99 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.205353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.205430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.206070] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.206070] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50233d88-2308-4a0e-9d7d-eb6816393d99',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.248809] env[65309]: INFO networking_nsxv3.common.synchronization [req-5bf08630-44aa-4954-b8a6-ba056654f6d4 req-c433d643-d909-43f9-aab9-9ea5b1a43ec0 service nova] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_rules [ 769.248809] env[65309]: INFO networking_nsxv3.common.synchronization [req-5bf08630-44aa-4954-b8a6-ba056654f6d4 req-c433d643-d909-43f9-aab9-9ea5b1a43ec0 service nova] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 769.248809] env[65309]: INFO networking_nsxv3.common.synchronization [req-5bf08630-44aa-4954-b8a6-ba056654f6d4 req-c433d643-d909-43f9-aab9-9ea5b1a43ec0 service nova] Enqueued Resource ID: e930ee66-7793-4f1c-a905-907034f0f377 with Priority: HIGHEST for action port [ 769.250494] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_rules [ 769.250494] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 769.250494] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e930ee66-7793-4f1c-a905-907034f0f377 with Priority: HIGHEST for action port [ 769.251128] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.251128] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.251128] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.251445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.251445] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.252367] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.252980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.253235] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-e930ee66-7793-4f1c-a905-907034f0f377 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.253449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e930ee66-7793-4f1c-a905-907034f0f377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.253528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e930ee66-7793-4f1c-a905-907034f0f377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.256191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e930ee66-7793-4f1c-a905-907034f0f377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.256191] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e930ee66-7793-4f1c-a905-907034f0f377',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.370285] env[65309]: INFO networking_nsxv3.common.synchronization [None req-3798fd6f-4cb6-4600-91fb-f4454df33608 tempest-ServersTestManualDisk-8109095 tempest-ServersTestManualDisk-8109095-project-member] Enqueued Resource ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 with Priority: HIGHEST for action security_group_rules [ 769.371648] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 with Priority: HIGHEST for action security_group_rules [ 769.372486] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50233d88-2308-4a0e-9d7d-eb6816393d99 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.372620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.405672] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a in Status: SUCCESS [ 769.405836] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a deletion is rescheduled due to dependency. [ 769.405923] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.729882] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.730086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.730128] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.730330] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.730425] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.730559] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 already deleted. [ 769.730617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.730765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.730931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.731035] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50233d88-2308-4a0e-9d7d-eb6816393d99',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.757986] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e930ee66-7793-4f1c-a905-907034f0f377 with status ACTIVE [ 769.757986] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.757986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.757986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.757986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.757986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.757986] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.757986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.757986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.757986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.758850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.758850] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.760118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.760118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.760118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.760118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.760118] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e930ee66-7793-4f1c-a905-907034f0f377 is going to be updated. [ 769.761820] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.761885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.798124] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.798291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.798373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.798574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.798841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.798904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e930ee66-7793-4f1c-a905-907034f0f377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.054088] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 770.054399] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f deletion is rescheduled due to dependency. [ 770.054399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.054559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.054798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.054990] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.055127] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.055193] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.055352] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.055544] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.055544] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.258164] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: SUCCESS [ 770.258388] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2da4b4e4-7c61-4998-8278-654e96c30313 deletion is rescheduled due to dependency. [ 770.258583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.259767] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.259916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.259996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.260271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.260382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.260491] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 already deleted. [ 770.260596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.557931] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.839177] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2da4b4e4-7c61-4998-8278-654e96c30313 in Status: SUCCESS [ 770.839409] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.944323] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: SUCCESS [ 770.944594] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.944770] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.944995] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.945251] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.945411] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.945484] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.945697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.945729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.945886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.945964] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.952028] env[65309]: INFO networking_nsxv3.common.synchronization [None req-bdb03e5d-3b36-484b-ac15-f4c25e552d14 None None] Enqueued Resource ID: 90bca5cc-a487-4431-8da2-dd5b4e95cb09 with Priority: HIGHEST for action port [ 770.952028] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90bca5cc-a487-4431-8da2-dd5b4e95cb09 with Priority: HIGHEST for action port [ 770.952028] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-90bca5cc-a487-4431-8da2-dd5b4e95cb09 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.952028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90bca5cc-a487-4431-8da2-dd5b4e95cb09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.952028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90bca5cc-a487-4431-8da2-dd5b4e95cb09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.952028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90bca5cc-a487-4431-8da2-dd5b4e95cb09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.952028] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90bca5cc-a487-4431-8da2-dd5b4e95cb09',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.061869] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.219930] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 771.220258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.450399] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.454565] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90bca5cc-a487-4431-8da2-dd5b4e95cb09 [ 771.454651] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.454746] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.454789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.455174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.455174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.455310] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90bca5cc-a487-4431-8da2-dd5b4e95cb09 already deleted. [ 771.455373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90bca5cc-a487-4431-8da2-dd5b4e95cb09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.566503] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.566785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.566881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.567138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.567238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.567344] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 771.595330] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.595496] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.595600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.595862] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.596037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.605726] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 771.953618] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c39c4aab-1f96-4faa-ab75-56fdf0315b69: rpc.has_security_group_logging(os_id): False [ 771.974766] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.974910] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.974984] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.975370] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.975483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.975818] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.975999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.976108] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.976335] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.976436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.976536] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 is going to be updated. [ 772.048640] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.048816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.048816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.049456] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.049608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.064949] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: IN_PROGRESS for 2s [ 773.620806] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 773.620806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.620806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.620806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.620806] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.620806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.620806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.620806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.620806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.620806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.620806] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.081582] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: SUCCESS [ 774.081821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.123065] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.123065] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.123065] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.123689] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.124010] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.124181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.124270] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.124559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.124922] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.125100] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.125352] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.125533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.125738] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.125997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.126290] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.126455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.126549] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.126838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.126934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.127090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.127256] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.635235] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f: rpc.has_security_group_logging(os_id): False [ 774.661881] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.662332] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.662423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.662635] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.662866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.663110] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.663250] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.663342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.663563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.663709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.663993] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.664481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.664586] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.664772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.664885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.665130] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.665234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.665297] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.665446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.665523] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.665719] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 774.729329] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.729509] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.729551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.729781] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.729909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.744480] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 775.057924] env[65309]: INFO networking_nsxv3.common.synchronization [req-f6c7b9cf-9cd2-4152-8483-0af7e592a9a2 req-000e4a02-a424-48ba-b3bc-520fcfeb3ce9 tempest-ServersTestJSON-337806064 tempest-ServersTestJSON-337806064-project-member] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 775.059120] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 775.059440] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.059565] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.059630] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.059833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.059983] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.061479] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.061546] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.061738] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.061831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.061931] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.564631] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.068439] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.092328] env[65309]: INFO networking_nsxv3.common.synchronization [req-c12eef8e-d805-4acf-bda5-f4837bcec37a req-d2793fd5-1767-4dd5-9f6a-3e8092c9d96b tempest-ServersTestBootFromVolume-407856697 tempest-ServersTestBootFromVolume-407856697-project-member] Enqueued Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGHEST for action security_group_members [ 776.092396] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGHEST for action security_group_members [ 776.092892] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.092892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.092892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.093567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.093742] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.094066] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.094066] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.094201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.094201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.094317] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32ba5f02-15b0-4e18-bc59-92009a8c1b1f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.425087] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.425087] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-875" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.425087] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-875" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.425713] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-875" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.425713] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.425713] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.425868] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.426073] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.426776] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.426776] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.426776] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.426776] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.426776] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.426976] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.426976] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.427083] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.448958] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.448958] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.448958] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.448958] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-875" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.449460] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-3d9b115c-634d-4d20-b8ce-651ae793e971 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.449640] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-3d9b115c-634d-4d20-b8ce-651ae793e971" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.449753] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-3d9b115c-634d-4d20-b8ce-651ae793e971" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.450078] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-3d9b115c-634d-4d20-b8ce-651ae793e971" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.450212] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d9b115c-634d-4d20-b8ce-651ae793e971',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.571577] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.571739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.571805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.572047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.572149] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.572248] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 776.596366] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.596686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.596762] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.597085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.597203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.597477] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.597640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.597751] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.598129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.598276] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.598463] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f already deleted. [ 776.598563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.605567] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.605712] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.605799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.605931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.606133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.615305] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 776.777655] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 776.777919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.938413] env[65309]: INFO networking_nsxv3.common.synchronization [None req-9e0c02cc-9606-42fd-b100-3122433f87fa None None] Enqueued Resource ID: ab51e8eb-f599-407e-8705-a405c7d522af with Priority: HIGHEST for action port [ 776.938678] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab51e8eb-f599-407e-8705-a405c7d522af with Priority: HIGHEST for action port [ 776.939278] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab51e8eb-f599-407e-8705-a405c7d522af taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.939389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab51e8eb-f599-407e-8705-a405c7d522af" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.939490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab51e8eb-f599-407e-8705-a405c7d522af" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.939719] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab51e8eb-f599-407e-8705-a405c7d522af" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.939845] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab51e8eb-f599-407e-8705-a405c7d522af',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.953667] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.953667] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.953667] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.953667] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.953667] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.954072] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 3d9b115c-634d-4d20-b8ce-651ae793e971 not found, creating... [ 776.954208] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.954374] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.954598] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.954703] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.955030] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.955368] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.955531] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.956081] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.956081] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.956081] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.956366] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 3d9b115c-634d-4d20-b8ce-651ae793e971 is going to be created. [ 776.981410] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.981620] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.981739] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.982020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.982247] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.982464] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-3d9b115c-634d-4d20-b8ce-651ae793e971" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.444313] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab51e8eb-f599-407e-8705-a405c7d522af [ 777.444313] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.444313] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.444313] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.444313] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.444313] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.444313] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab51e8eb-f599-407e-8705-a405c7d522af already deleted. [ 777.444313] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab51e8eb-f599-407e-8705-a405c7d522af" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.804150] env[65309]: INFO networking_nsxv3.common.synchronization [req-c12eef8e-d805-4acf-bda5-f4837bcec37a req-359699aa-711c-4235-a94e-d2efcfd170b5 service nova] Enqueued Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGHEST for action security_group_rules [ 777.804890] env[65309]: INFO networking_nsxv3.common.synchronization [req-c12eef8e-d805-4acf-bda5-f4837bcec37a req-359699aa-711c-4235-a94e-d2efcfd170b5 service nova] Enqueued Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGHEST for action security_group_members [ 777.804890] env[65309]: INFO networking_nsxv3.common.synchronization [req-c12eef8e-d805-4acf-bda5-f4837bcec37a req-359699aa-711c-4235-a94e-d2efcfd170b5 service nova] Enqueued Resource ID: 3d9b115c-634d-4d20-b8ce-651ae793e971 with Priority: HIGHEST for action port [ 777.804998] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGHEST for action security_group_rules [ 777.805114] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGHEST for action security_group_members [ 777.805223] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9b115c-634d-4d20-b8ce-651ae793e971 with Priority: HIGHEST for action port [ 777.805499] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.805606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.805669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.805862] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.805937] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32ba5f02-15b0-4e18-bc59-92009a8c1b1f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.807242] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.807242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.807242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.807242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.807403] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.807403] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.807403] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.807534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.807614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.807699] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32ba5f02-15b0-4e18-bc59-92009a8c1b1f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.808996] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d9b115c-634d-4d20-b8ce-651ae793e971 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.809104] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d9b115c-634d-4d20-b8ce-651ae793e971" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.809171] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d9b115c-634d-4d20-b8ce-651ae793e971" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.809324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d9b115c-634d-4d20-b8ce-651ae793e971" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.809397] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d9b115c-634d-4d20-b8ce-651ae793e971',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.312867] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.313039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.315018] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32ba5f02-15b0-4e18-bc59-92009a8c1b1f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.315018] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d9b115c-634d-4d20-b8ce-651ae793e971 with status ACTIVE [ 778.315018] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.315018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.315018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.315018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.315314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.315314] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.315423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.315482] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.315698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.315742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.315953] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.316096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.316209] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.316305] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.316377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.316460] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d9b115c-634d-4d20-b8ce-651ae793e971 is going to be updated. [ 778.341857] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.342034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.342096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.342340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.342455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.342630] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d9b115c-634d-4d20-b8ce-651ae793e971" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.348415] env[65309]: INFO networking_nsxv3.common.synchronization [req-c5ff5413-f5d6-45f9-b8fc-53e3adbaebb5 req-794e4df5-3371-4319-b6e6-419f753bb5f7 tempest-ServerActionsTestOtherB-242195843 tempest-ServerActionsTestOtherB-242195843-project-member] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 778.348938] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 778.352671] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.352671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.352671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.352671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.352671] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.352671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.352671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.352671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.352671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.352671] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.627212] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 778.627212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.754043] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.754191] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.754280] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.754609] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.754892] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.755021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.755135] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.755407] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.755597] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.755818] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.755947] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.756075] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.756181] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.756285] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.756400] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.756508] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.775938] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.776100] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.776235] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.776406] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.776715] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-0b19012d-0e50-43ac-b568-66cd9000d39d taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.776883] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-0b19012d-0e50-43ac-b568-66cd9000d39d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.776994] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-0b19012d-0e50-43ac-b568-66cd9000d39d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.777339] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-0b19012d-0e50-43ac-b568-66cd9000d39d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.777473] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b19012d-0e50-43ac-b568-66cd9000d39d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.821406] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32ba5f02-15b0-4e18-bc59-92009a8c1b1f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.853137] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.853293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.853360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.853987] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.853987] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.853987] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.854254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.854254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.854344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.854387] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.854471] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 already deleted. [ 778.854554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.280825] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.281132] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.281393] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.281493] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.281637] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.281791] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 0b19012d-0e50-43ac-b568-66cd9000d39d not found, creating... [ 779.282098] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.282380] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.282380] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.282627] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.282744] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.283165] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.283452] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.283614] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.283861] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.284024] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.284171] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 0b19012d-0e50-43ac-b568-66cd9000d39d is going to be created. [ 779.306736] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.306967] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.307100] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.307435] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.307639] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.307885] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-0b19012d-0e50-43ac-b568-66cd9000d39d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.325060] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.325060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.325060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.325287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.325287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.325412] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f is going to be created. [ 779.360271] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.360271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.361207] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.361476] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.361673] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.375565] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f in Status: UNINITIALIZED for 2s [ 779.485705] env[65309]: INFO networking_nsxv3.common.synchronization [None req-7b5cf3cc-3cc7-4284-a7c5-9e2a7cd44c87 None None] Enqueued Resource ID: 0e5bcd6c-5141-4e7b-8d4f-e6ae578ac0e3 with Priority: HIGHEST for action port [ 779.486476] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5bcd6c-5141-4e7b-8d4f-e6ae578ac0e3 with Priority: HIGHEST for action port [ 779.486822] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e5bcd6c-5141-4e7b-8d4f-e6ae578ac0e3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.487013] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e5bcd6c-5141-4e7b-8d4f-e6ae578ac0e3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.487013] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e5bcd6c-5141-4e7b-8d4f-e6ae578ac0e3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.487288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e5bcd6c-5141-4e7b-8d4f-e6ae578ac0e3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.487374] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e5bcd6c-5141-4e7b-8d4f-e6ae578ac0e3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.990126] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e5bcd6c-5141-4e7b-8d4f-e6ae578ac0e3 [ 779.990457] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.990557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.990620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.990898] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.990995] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.991114] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e5bcd6c-5141-4e7b-8d4f-e6ae578ac0e3 already deleted. [ 779.991197] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e5bcd6c-5141-4e7b-8d4f-e6ae578ac0e3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.995730] env[65309]: INFO networking_nsxv3.common.synchronization [req-c5ff5413-f5d6-45f9-b8fc-53e3adbaebb5 req-872905f7-4b71-47aa-bd06-a5292ea2ab02 service nova] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_rules [ 779.995730] env[65309]: INFO networking_nsxv3.common.synchronization [req-c5ff5413-f5d6-45f9-b8fc-53e3adbaebb5 req-872905f7-4b71-47aa-bd06-a5292ea2ab02 service nova] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 779.995730] env[65309]: INFO networking_nsxv3.common.synchronization [req-c5ff5413-f5d6-45f9-b8fc-53e3adbaebb5 req-872905f7-4b71-47aa-bd06-a5292ea2ab02 service nova] Enqueued Resource ID: 0b19012d-0e50-43ac-b568-66cd9000d39d with Priority: HIGHEST for action port [ 779.995730] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_rules [ 779.995730] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 779.995730] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b19012d-0e50-43ac-b568-66cd9000d39d with Priority: HIGHEST for action port [ 779.996943] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.997036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.997140] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.997605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.997605] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.000250] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.000381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.000451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.000667] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.000831] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.000943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.001073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.001304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.001304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.001401] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.002252] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b19012d-0e50-43ac-b568-66cd9000d39d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.002365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b19012d-0e50-43ac-b568-66cd9000d39d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.002429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b19012d-0e50-43ac-b568-66cd9000d39d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.002597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b19012d-0e50-43ac-b568-66cd9000d39d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.002673] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b19012d-0e50-43ac-b568-66cd9000d39d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.504750] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.506410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.506410] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.506410] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b19012d-0e50-43ac-b568-66cd9000d39d with status ACTIVE [ 780.506410] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.506410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.507015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.507015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.507015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.507015] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.507182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.507182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.507320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.507390] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.507574] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.507660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.507717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.507852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.507919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.507999] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b19012d-0e50-43ac-b568-66cd9000d39d is going to be updated. [ 780.534491] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.534615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.534684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.534895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.535044] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.535206] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b19012d-0e50-43ac-b568-66cd9000d39d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.010083] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.389942] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f in Status: SUCCESS [ 781.390427] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.390800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.391248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.391553] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.391798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.391947] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.392254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.392451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.392917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.393119] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32ba5f02-15b0-4e18-bc59-92009a8c1b1f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.514377] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.514377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.514377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.514377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.514377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.514377] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be created. [ 781.540714] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.540880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.540961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.541389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.541553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.553277] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: UNINITIALIZED for 2s [ 781.896479] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32ba5f02-15b0-4e18-bc59-92009a8c1b1f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.400166] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32ba5f02-15b0-4e18-bc59-92009a8c1b1f: rpc.has_security_group_logging(os_id): False [ 782.421083] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.421083] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.421083] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.422444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.422444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.422444] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.422444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.422444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.422444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.422444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.423016] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f is going to be created. [ 782.486168] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.486323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.486376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.486589] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.486788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.500248] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f in Status: IN_PROGRESS for 2s [ 783.222299] env[65309]: INFO networking_nsxv3.common.synchronization [None req-69152ee2-ca8f-4462-a97b-9f81ebbe6ded tempest-MigrationsAdminTest-1630636520 tempest-MigrationsAdminTest-1630636520-project-member] Enqueued Resource ID: ba6c897e-83b4-48a0-945b-ed73237466a3 with Priority: HIGHEST for action security_group_rules [ 783.222835] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6c897e-83b4-48a0-945b-ed73237466a3 with Priority: HIGHEST for action security_group_rules [ 783.223161] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba6c897e-83b4-48a0-945b-ed73237466a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.223281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba6c897e-83b4-48a0-945b-ed73237466a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.223347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba6c897e-83b4-48a0-945b-ed73237466a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.223601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba6c897e-83b4-48a0-945b-ed73237466a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.223682] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba6c897e-83b4-48a0-945b-ed73237466a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.359243] env[65309]: INFO networking_nsxv3.common.synchronization [None req-308583c1-2bdf-4cac-a458-06ec5b05c511 tempest-MigrationsAdminTest-1630636520 tempest-MigrationsAdminTest-1630636520-project-member] Enqueued Resource ID: ba6c897e-83b4-48a0-945b-ed73237466a3 with Priority: HIGHEST for action security_group_rules [ 783.359243] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba6c897e-83b4-48a0-945b-ed73237466a3 with Priority: HIGHEST for action security_group_rules [ 783.359243] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba6c897e-83b4-48a0-945b-ed73237466a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.359243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba6c897e-83b4-48a0-945b-ed73237466a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.412236] env[65309]: INFO networking_nsxv3.common.synchronization [None req-d43d9e0f-ea54-40a7-8220-7e989685adf7 None None] Enqueued Resource ID: 62e34406-6ade-4eda-8d05-950c3816fcae with Priority: HIGHEST for action port [ 783.412236] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62e34406-6ade-4eda-8d05-950c3816fcae with Priority: HIGHEST for action port [ 783.416133] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-62e34406-6ade-4eda-8d05-950c3816fcae taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.416133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62e34406-6ade-4eda-8d05-950c3816fcae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.416133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62e34406-6ade-4eda-8d05-950c3816fcae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.416281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62e34406-6ade-4eda-8d05-950c3816fcae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.417148] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62e34406-6ade-4eda-8d05-950c3816fcae',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.564897] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: SUCCESS [ 783.565154] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.565330] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.565569] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.565765] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.565889] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.565954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.566123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.566205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.566288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.566379] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.658818] env[65309]: INFO networking_nsxv3.common.synchronization [req-58e15cf5-3530-4065-b279-3118c27134e3 req-a86ae2fb-136d-4f1b-beb9-bc07452020c1 tempest-ServersAdminTestJSON-1396726910 tempest-ServersAdminTestJSON-1396726910-project-member] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 783.659440] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 783.660061] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.660543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.660670] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.660962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.661281] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.661429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.662356] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.662356] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.662356] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.662356] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.749909] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.750110] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.750110] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.750313] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.750404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.750524] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba6c897e-83b4-48a0-945b-ed73237466a3 already deleted. [ 783.750684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba6c897e-83b4-48a0-945b-ed73237466a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.750785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba6c897e-83b4-48a0-945b-ed73237466a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.750951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba6c897e-83b4-48a0-945b-ed73237466a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.751058] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba6c897e-83b4-48a0-945b-ed73237466a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.920402] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62e34406-6ade-4eda-8d05-950c3816fcae [ 783.920638] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.920791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.920848] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.921377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.921377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.921377] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62e34406-6ade-4eda-8d05-950c3816fcae already deleted. [ 783.921518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62e34406-6ade-4eda-8d05-950c3816fcae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.068844] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.124689] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.125891] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.125891] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.125891] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.125891] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.125891] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.125891] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.126407] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.134200] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.134200] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.134200] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.134200] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.134200] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.134200] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.134200] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.134200] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.168211] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.169744] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.169744] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.169955] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.169994] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-163" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.173021] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-4d45c815-f4b8-44c8-b3ad-d1af7ae8129a taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.173021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-4d45c815-f4b8-44c8-b3ad-d1af7ae8129a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.173021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-4d45c815-f4b8-44c8-b3ad-d1af7ae8129a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.173021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-4d45c815-f4b8-44c8-b3ad-d1af7ae8129a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.173021] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d45c815-f4b8-44c8-b3ad-d1af7ae8129a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.276327] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.276650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.276650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.276819] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.276988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.281873] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba6c897e-83b4-48a0-945b-ed73237466a3 already deleted. [ 784.281873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba6c897e-83b4-48a0-945b-ed73237466a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.516524] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f in Status: SUCCESS [ 784.516524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.573768] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 866965a1-b312-4cb5-9be3-b5b8a602c393: rpc.has_security_group_logging(os_id): False [ 784.596979] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.596979] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.596979] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.597200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.597351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.597707] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.597932] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.598050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.598798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.598798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.598798] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be created. [ 784.665035] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.665307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.665364] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.665652] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.665950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.667545] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.674305] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.674305] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.674437] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.674749] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.674934] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.675175] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 4d45c815-f4b8-44c8-b3ad-d1af7ae8129a not found, creating... [ 784.675487] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.675689] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.675812] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.676093] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.676340] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.677633] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.678156] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.678156] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.678315] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.678483] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.678616] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 4d45c815-f4b8-44c8-b3ad-d1af7ae8129a is going to be created. [ 784.683943] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: IN_PROGRESS for 2s [ 784.706729] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.706729] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.706729] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.706729] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.706729] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.706729] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-4d45c815-f4b8-44c8-b3ad-d1af7ae8129a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.171062] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.171263] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.172053] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.172673] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.172673] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.172673] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be updated. [ 785.211393] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.211546] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.211610] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.211836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.211986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.234025] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: IN_PROGRESS for 2s [ 785.460754] env[65309]: INFO networking_nsxv3.common.synchronization [req-58e15cf5-3530-4065-b279-3118c27134e3 req-04a3b889-e24a-4a83-b6ec-50c877c8275b service nova] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_rules [ 785.461159] env[65309]: INFO networking_nsxv3.common.synchronization [req-58e15cf5-3530-4065-b279-3118c27134e3 req-04a3b889-e24a-4a83-b6ec-50c877c8275b service nova] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 785.461769] env[65309]: INFO networking_nsxv3.common.synchronization [req-58e15cf5-3530-4065-b279-3118c27134e3 req-04a3b889-e24a-4a83-b6ec-50c877c8275b service nova] Enqueued Resource ID: 4d45c815-f4b8-44c8-b3ad-d1af7ae8129a with Priority: HIGHEST for action port [ 785.461769] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_rules [ 785.461931] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 785.461931] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d45c815-f4b8-44c8-b3ad-d1af7ae8129a with Priority: HIGHEST for action port [ 785.462546] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.462707] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.463036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.463161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.463277] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.464255] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.464378] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.464627] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d45c815-f4b8-44c8-b3ad-d1af7ae8129a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.464753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d45c815-f4b8-44c8-b3ad-d1af7ae8129a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.464945] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d45c815-f4b8-44c8-b3ad-d1af7ae8129a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.465169] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d45c815-f4b8-44c8-b3ad-d1af7ae8129a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.465318] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d45c815-f4b8-44c8-b3ad-d1af7ae8129a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.967913] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.967913] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.972214] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d45c815-f4b8-44c8-b3ad-d1af7ae8129a with status ACTIVE [ 785.972214] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.972214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.972214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.972532] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.972683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.973046] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.974342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.974342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.974342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.974342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.974342] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.974342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.974342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.974603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.974717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.974859] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d45c815-f4b8-44c8-b3ad-d1af7ae8129a is going to be updated. [ 786.000505] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.000843] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.000843] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.001639] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.001639] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.001639] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d45c815-f4b8-44c8-b3ad-d1af7ae8129a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.068965] env[65309]: INFO networking_nsxv3.common.synchronization [None req-7ed4deb0-0310-4e53-a8a7-24b71a0c597a None None] Enqueued Resource ID: 8ef24ca8-7925-4179-a804-7995a9de716e with Priority: HIGHEST for action port [ 786.069254] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef24ca8-7925-4179-a804-7995a9de716e with Priority: HIGHEST for action port [ 786.069876] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ef24ca8-7925-4179-a804-7995a9de716e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.069991] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ef24ca8-7925-4179-a804-7995a9de716e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.070093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ef24ca8-7925-4179-a804-7995a9de716e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.070369] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ef24ca8-7925-4179-a804-7995a9de716e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.070562] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ef24ca8-7925-4179-a804-7995a9de716e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.473562] env[65309]: INFO networking_nsxv3.common.synchronization [req-0050c795-49dd-4af9-8bef-413879921620 req-1ee48b46-7f2a-42c4-9c14-6cbc3feb769e tempest-ServerDiskConfigTestJSON-559707094 tempest-ServerDiskConfigTestJSON-559707094-project-member] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 786.474191] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 786.474725] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.474725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.474725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.474956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.475031] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.475463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.475463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.475463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.475463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.475800] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.576739] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ef24ca8-7925-4179-a804-7995a9de716e [ 786.576980] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.577210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.577210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.577418] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.577500] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.577612] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ef24ca8-7925-4179-a804-7995a9de716e already deleted. [ 786.577704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ef24ca8-7925-4179-a804-7995a9de716e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.704680] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: SUCCESS [ 786.704680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.942203] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.942203] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.942203] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.942203] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.942548] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.942663] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.942797] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.943056] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.943205] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.943410] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.943526] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.943631] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.943730] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.944065] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.944237] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.944430] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.973618] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.974031] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.974031] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.974242] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.974634] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-02bead10-8507-42c7-afd3-975b1e0bdc1a taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.974851] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-02bead10-8507-42c7-afd3-975b1e0bdc1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.974979] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-02bead10-8507-42c7-afd3-975b1e0bdc1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.975439] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-02bead10-8507-42c7-afd3-975b1e0bdc1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.975495] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02bead10-8507-42c7-afd3-975b1e0bdc1a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.977529] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.977694] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.977694] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.978476] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.978476] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.978476] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.978476] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.978476] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.978714] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.978831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.978896] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 787.023627] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.023627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.023627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.023627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.023627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.034448] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 787.244025] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: SUCCESS [ 787.244025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.244025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.244025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.244025] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.244025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.244025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.244025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.244025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.244025] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.481025] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.481025] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.481025] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.481025] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.481025] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.481025] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 02bead10-8507-42c7-afd3-975b1e0bdc1a not found, creating... [ 787.481025] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.481025] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.481025] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.481025] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.481025] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.481746] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.481746] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.481746] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.481865] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.481966] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.482113] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 02bead10-8507-42c7-afd3-975b1e0bdc1a is going to be created. [ 787.506056] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.506258] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.506373] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.506651] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.506866] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.507120] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-02bead10-8507-42c7-afd3-975b1e0bdc1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.633814] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.635062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.635062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.635062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.635743] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.747898] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.138214] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.221863] env[65309]: INFO networking_nsxv3.common.synchronization [req-0050c795-49dd-4af9-8bef-413879921620 req-26a04531-2778-4de2-a101-7989b93bf9f9 service nova] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_rules [ 788.222121] env[65309]: INFO networking_nsxv3.common.synchronization [req-0050c795-49dd-4af9-8bef-413879921620 req-26a04531-2778-4de2-a101-7989b93bf9f9 service nova] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 788.222278] env[65309]: INFO networking_nsxv3.common.synchronization [req-0050c795-49dd-4af9-8bef-413879921620 req-26a04531-2778-4de2-a101-7989b93bf9f9 service nova] Enqueued Resource ID: 02bead10-8507-42c7-afd3-975b1e0bdc1a with Priority: HIGHEST for action port [ 788.222772] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_rules [ 788.224282] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 788.224282] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02bead10-8507-42c7-afd3-975b1e0bdc1a with Priority: HIGHEST for action port [ 788.224282] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.224282] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.224282] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.224282] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.224282] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.225145] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.225646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.225646] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-02bead10-8507-42c7-afd3-975b1e0bdc1a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.225646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02bead10-8507-42c7-afd3-975b1e0bdc1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.225646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02bead10-8507-42c7-afd3-975b1e0bdc1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.226472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02bead10-8507-42c7-afd3-975b1e0bdc1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.226472] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02bead10-8507-42c7-afd3-975b1e0bdc1a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.249874] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.640598] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.727185] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.727319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.727518] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02bead10-8507-42c7-afd3-975b1e0bdc1a with status ACTIVE [ 788.727682] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.727789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.727875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.728112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.728243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.728435] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.728548] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.728612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.728774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.728853] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.729041] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.729136] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.729224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.729328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.729436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.729518] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02bead10-8507-42c7-afd3-975b1e0bdc1a is going to be updated. [ 788.754020] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.754020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.754020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.754020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.754020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.754020] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be updated. [ 788.755905] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.756036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.756107] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.756286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.756414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.757026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02bead10-8507-42c7-afd3-975b1e0bdc1a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.786124] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.787238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.787238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.787238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.787238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.808534] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: IN_PROGRESS for 2s [ 789.045060] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 789.045271] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 deletion is rescheduled due to dependency. [ 789.045402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.045578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.045813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.046012] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.046137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.046216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.046374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.046453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.046549] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.142861] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 789.143161] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 789.171613] env[65309]: INFO networking_nsxv3.common.synchronization [req-282b1273-9fa9-492e-8dc1-58ee8b6ab6ea req-ef725946-38e3-4069-a9df-bb38cc68e5ab tempest-ServersNegativeTestMultiTenantJSON-2010537989 tempest-ServersNegativeTestMultiTenantJSON-2010537989-project-member] Enqueued Resource ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 with Priority: HIGHEST for action security_group_members [ 789.172877] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 with Priority: HIGHEST for action security_group_members [ 789.173212] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed8e481-c1c9-4df4-b8ec-de239ef44022 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.173338] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.173405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.173663] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.173842] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.173954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.174027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.174189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.174275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.174367] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed8e481-c1c9-4df4-b8ec-de239ef44022',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.549379] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.574382] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.574593] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-593" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.574722] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-593" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.575533] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-593" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.575533] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.575533] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.575681] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.575932] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.576127] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.576411] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.576564] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.576703] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.576976] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.577563] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.578384] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.578596] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.602705] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.603047] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.603228] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.603452] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-593" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.604064] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-5c694776-13d4-4ec9-a87e-0a8ddca0c07a taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.604196] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-5c694776-13d4-4ec9-a87e-0a8ddca0c07a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.604233] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-5c694776-13d4-4ec9-a87e-0a8ddca0c07a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.604620] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-5c694776-13d4-4ec9-a87e-0a8ddca0c07a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.604768] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c694776-13d4-4ec9-a87e-0a8ddca0c07a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.677127] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.677469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.677750] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.678185] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.678310] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.678509] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.678633] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.678678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.678872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.678983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.679089] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 already deleted. [ 789.679281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.052541] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.107105] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.107383] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.107619] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.107942] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.108120] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.108332] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 5c694776-13d4-4ec9-a87e-0a8ddca0c07a not found, creating... [ 790.109644] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.109644] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.109644] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.109644] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.109894] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.110474] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.110797] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.110918] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.111172] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.111305] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.111700] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 5c694776-13d4-4ec9-a87e-0a8ddca0c07a is going to be created. [ 790.268115] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.268587] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.268587] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.268740] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.268874] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.269102] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-5c694776-13d4-4ec9-a87e-0a8ddca0c07a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.483829] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.485030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.485030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.485030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.497959] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 790.499067] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.500283] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 790.531632] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.531632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.531632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.531632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.540716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.541456] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 790.541456] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.541602] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 790.555429] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.556359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.556359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.556359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.556766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.557720] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 790.582643] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.582855] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.582931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.583298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.586312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.586508] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 790.591316] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.591316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.591316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.591316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.591506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.602771] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 790.670036] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.670036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.670036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.670036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.670036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.670036] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 790.723009] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.724016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.724016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.724016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.724016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.724229] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 790.724292] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9a0c7338-a4ec-48bc-b911-a3d528e026a3', '32ba5f02-15b0-4e18-bc59-92009a8c1b1f', 'c52584b9-5e11-4fe7-ae03-4ac890268d09', '2199d3e9-f814-48f5-8665-639cd5ed96b5', '2da4b4e4-7c61-4998-8278-654e96c30313', 'f17348da-2dc7-4ec7-8480-977efa378afe', 'cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f', '1507c3bc-cd29-48d7-bef3-c4047637d456', 'ddf1732f-fea7-4f1e-ac46-6e2140ba75f2', '0396ed96-e38f-4b09-9e18-bfe8635a45b4', '36b58e3d-9dea-44ce-bda9-cb3a4938f44d', 'eb483e02-0886-4c73-9107-7cabd3990c60', '866965a1-b312-4cb5-9be3-b5b8a602c393', '262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c', 'd70fcfe2-957d-4d66-b66e-542217612b12', 'c39c4aab-1f96-4faa-ab75-56fdf0315b69', 'fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a', '1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c', '5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb', '6d945bc9-d697-4a03-90f4-09e559cda25e', '67ed39c5-1d98-437e-bbf9-6a45f856c38f', '803fd634-b3ee-4727-8ae2-843ddb209f83', 'f99e48ff-02bf-4dd4-bc10-386776e2bbfa', 'fda5c779-45b5-4771-af21-b1a36ea02eb8', 'aebbf504-21fa-4627-9a36-30d0433a2b73', '766f2879-43f7-4902-b3ae-2f1232806292', 'cc2b90e9-9a8c-4328-a941-25104f2c267b', 'fe99b2f9-1a64-4b73-a16d-c0c508d90f04', '6ec7d003-6bc9-4d52-ad55-e477b40356b5', 'ff63fc87-b47a-4b6f-a551-1327eee10106', '576fb55f-654c-4ef5-b8a2-92c689b04653', '25081730-01c0-4bfd-91dd-f2d042ccb4e8'} {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.724373] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 790.745460] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.745460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.745728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.745728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.745815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.745921] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 790.748445] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.748445] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 790.803147] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.803147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.803147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.803147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.803735] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.804007] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 790.804116] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 790.804161] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 790.804463] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 790.804463] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 790.804463] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGH for action security_group_rules [ 790.804463] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGH for action security_group_rules [ 790.804636] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 with Priority: HIGH for action security_group_rules [ 790.804636] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGH for action security_group_rules [ 790.804636] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGH for action security_group_rules [ 790.804728] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGH for action security_group_rules [ 790.804728] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGH for action security_group_rules [ 790.804790] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGH for action security_group_rules [ 790.804845] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGH for action security_group_rules [ 790.804905] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 with Priority: HIGH for action security_group_rules [ 790.804968] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d with Priority: HIGH for action security_group_rules [ 790.805043] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb483e02-0886-4c73-9107-7cabd3990c60 with Priority: HIGH for action security_group_rules [ 790.805113] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGH for action security_group_rules [ 790.805218] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c with Priority: HIGH for action security_group_rules [ 790.805261] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGH for action security_group_rules [ 790.805300] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGH for action security_group_rules [ 790.805366] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a with Priority: HIGH for action security_group_rules [ 790.805429] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c with Priority: HIGH for action security_group_rules [ 790.805492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGH for action security_group_rules [ 790.805554] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGH for action security_group_rules [ 790.805653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.818054] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: SUCCESS [ 790.818340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.818453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.818682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.818881] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.819019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.819090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.819247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.819364] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.819420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.819569] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.922288] env[65309]: INFO networking_nsxv3.common.synchronization [req-282b1273-9fa9-492e-8dc1-58ee8b6ab6ea req-acd9d278-a9fc-4f7f-8020-710723111cfa service nova] Enqueued Resource ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 with Priority: HIGHEST for action security_group_rules [ 790.922461] env[65309]: INFO networking_nsxv3.common.synchronization [req-282b1273-9fa9-492e-8dc1-58ee8b6ab6ea req-acd9d278-a9fc-4f7f-8020-710723111cfa service nova] Enqueued Resource ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 with Priority: HIGHEST for action security_group_members [ 790.922592] env[65309]: INFO networking_nsxv3.common.synchronization [req-282b1273-9fa9-492e-8dc1-58ee8b6ab6ea req-acd9d278-a9fc-4f7f-8020-710723111cfa service nova] Enqueued Resource ID: 5c694776-13d4-4ec9-a87e-0a8ddca0c07a with Priority: HIGHEST for action port [ 790.922926] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 with Priority: HIGHEST for action security_group_rules [ 790.923039] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 with Priority: HIGHEST for action security_group_members [ 790.923142] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c694776-13d4-4ec9-a87e-0a8ddca0c07a with Priority: HIGHEST for action port [ 790.923239] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d945bc9-d697-4a03-90f4-09e559cda25e with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb483e02-0886-4c73-9107-7cabd3990c60 with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da4b4e4-7c61-4998-8278-654e96c30313 with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGH for action security_group_rules [ 790.925492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGH for action security_group_rules [ 790.926830] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ed8e481-c1c9-4df4-b8ec-de239ef44022 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.926830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.926830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.927058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.927058] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ed8e481-c1c9-4df4-b8ec-de239ef44022',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.927964] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed8e481-c1c9-4df4-b8ec-de239ef44022 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.928096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.928184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.928367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.928677] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.928677] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.928803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.928858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.928948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.929053] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed8e481-c1c9-4df4-b8ec-de239ef44022',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.929851] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c694776-13d4-4ec9-a87e-0a8ddca0c07a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.929978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c694776-13d4-4ec9-a87e-0a8ddca0c07a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.930039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c694776-13d4-4ec9-a87e-0a8ddca0c07a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.930194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c694776-13d4-4ec9-a87e-0a8ddca0c07a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.930333] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c694776-13d4-4ec9-a87e-0a8ddca0c07a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.932243] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.932243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.932243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.932243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.932243] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a0c7338-a4ec-48bc-b911-a3d528e026a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.932787] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c52584b9-5e11-4fe7-ae03-4ac890268d09 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.932925] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.932986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.933196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.933250] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c52584b9-5e11-4fe7-ae03-4ac890268d09',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.934724] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.934852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.935969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.935969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.935969] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.936669] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.936669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.936669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.936669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.936669] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.939134] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d945bc9-d697-4a03-90f4-09e559cda25e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.939134] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.939134] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.939134] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.939134] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d945bc9-d697-4a03-90f4-09e559cda25e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.939134] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.939134] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.939134] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.939579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.939579] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.940502] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.940821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.940821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.940995] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.941089] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.943485] env[65309]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 790.944282] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.944640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.944640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.945581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.945581] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.945915] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.946027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.946097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.946254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.946700] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.947597] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.947597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.947597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.947741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.947741] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.948660] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.949073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.949073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.949073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.949073] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.949879] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb483e02-0886-4c73-9107-7cabd3990c60 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.949979] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.950055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.950199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.950271] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb483e02-0886-4c73-9107-7cabd3990c60',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.951352] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.951481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.951548] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.951696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.951765] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36b58e3d-9dea-44ce-bda9-cb3a4938f44d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.952733] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0396ed96-e38f-4b09-9e18-bfe8635a45b4 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.952851] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.952919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.953109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.953223] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0396ed96-e38f-4b09-9e18-bfe8635a45b4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.954072] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.954179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.954420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.954420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.954491] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.955285] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.955459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.955490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.955660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.955799] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.957651] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.957807] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.958106] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2da4b4e4-7c61-4998-8278-654e96c30313 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.958226] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.958296] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.958444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.958546] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2da4b4e4-7c61-4998-8278-654e96c30313',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.958727] env[65309]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 790.959453] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.959559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.959642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.959788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.959877] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32ba5f02-15b0-4e18-bc59-92009a8c1b1f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.960858] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.960971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.961047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.961196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.961267] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.321951] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.322596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.322596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.322596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.322721] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.322856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.323053] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.323241] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.323424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.323578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.323822] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.324016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.324160] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.324415] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.324658] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.324799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.324862] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.325059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.325284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.325358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.325456] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.464163] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c694776-13d4-4ec9-a87e-0a8ddca0c07a with status ACTIVE [ 791.464405] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.464537] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.464605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.464823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.464917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.465158] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.465215] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.465276] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.465423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.465499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.465683] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.465771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.465830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.465967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.466048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.466136] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c694776-13d4-4ec9-a87e-0a8ddca0c07a is going to be updated. [ 791.467427] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ed8e481-c1c9-4df4-b8ec-de239ef44022',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.468351] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed8e481-c1c9-4df4-b8ec-de239ef44022 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.468450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.491317] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.491442] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.491524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.491760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.491901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.492075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c694776-13d4-4ec9-a87e-0a8ddca0c07a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.498197] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.498282] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.498326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.498508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.498665] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.498766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.498831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.499146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.499307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.499397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.499517] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.500705] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.500803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.500879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.502218] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.502218] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.502218] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.502218] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.502218] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.502449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.502449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.502512] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.504369] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.504540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.504779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.505077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.505127] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.505238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.505374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.505534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.505629] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.505716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.505805] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.511162] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39c4aab-1f96-4faa-ab75-56fdf0315b69 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.511305] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.511305] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.512578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.512578] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.512578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.512578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.512578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.512578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.512578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.512578] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.513371] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.513489] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.513567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.514559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.514559] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.514559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.514559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.514817] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.514850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.515561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.515561] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32ba5f02-15b0-4e18-bc59-92009a8c1b1f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.522572] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.522572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.522572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.522823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.522864] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.523228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.523228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.523328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.523328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.523412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.523499] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.526033] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0c7338-a4ec-48bc-b911-a3d528e026a3 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.526033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.526033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.526340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.526340] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.526960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.526960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.526960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.526960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.526960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.526960] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a0c7338-a4ec-48bc-b911-a3d528e026a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.530891] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.531060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.531145] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.531327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.531537] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.531630] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.531692] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.531912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.531972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.532079] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.533139] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.536137] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.536270] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.537109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.537109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.537109] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.537109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.537109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.537109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.537109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.537572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.537572] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.541738] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.541865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.541936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.542174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.599677] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.599767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.602671] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.602886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.604548] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.604764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.608436] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.608436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.608436] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.608436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.608436] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.608436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.608958] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.609057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.610413] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.610497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.612625] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.612723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.614096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.614233] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c is going to be deleted. [ 791.615164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.615379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.645198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.645357] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0396ed96-e38f-4b09-9e18-bfe8635a45b4 is going to be deleted. [ 791.647653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.647653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.716127] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.716127] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb483e02-0886-4c73-9107-7cabd3990c60 is going to be deleted. [ 791.716450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.716732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.743223] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.743223] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.745442] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.745647] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36b58e3d-9dea-44ce-bda9-cb3a4938f44d is going to be deleted. [ 791.747113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.747434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.768790] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.768967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.801866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.801866] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2da4b4e4-7c61-4998-8278-654e96c30313 is going to be deleted. [ 791.803278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.803638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.829263] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 803fd634-b3ee-4727-8ae2-843ddb209f83: rpc.has_security_group_logging(os_id): False [ 791.918126] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.918362] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.920720] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.920720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.932715] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.932715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.969091] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.969091] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a is going to be deleted. [ 791.969464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.969767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.972474] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ed8e481-c1c9-4df4-b8ec-de239ef44022',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.005871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.006035] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c is going to be deleted. [ 792.007193] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.007515] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.008643] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.009568] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.009684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.009772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.009956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.010149] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.010253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.010297] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.010433] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.010519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.010605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.011557] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.011557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.011557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.011557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.011557] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.011557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.011557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.012177] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.012177] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.012177] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.012177] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.012792] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.012997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.013086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.013261] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.013419] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.013519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.013597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.013744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.013852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.013953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.014119] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.014213] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.014423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.014423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.014554] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.014621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.014730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.014802] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.014878] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.015061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.015061] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.032150] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a0c7338-a4ec-48bc-b911-a3d528e026a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.033278] env[65309]: INFO networking_nsxv3.common.synchronization [req-2c3007eb-de61-40c6-a5c5-4da970d63a71 req-035d4ec9-b775-4b7b-8e23-0e7cc191142c tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef with Priority: HIGHEST for action security_group_members [ 792.034015] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef with Priority: HIGHEST for action security_group_members [ 792.034355] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.034488] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.034544] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.034809] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.034969] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.036314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.036314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.036314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.036314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.036314] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75cdd23f-498c-4e96-ad65-e56a7a79a2ef',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.040260] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.040260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.040260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.040260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.040260] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.040260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.040260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.040698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.040698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.040698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.040698] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.040827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.040859] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.041034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.041723] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.041723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.041723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.041723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.041723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.041723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.041723] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.044961] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.044961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.044961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.045249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.045307] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.045408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.045465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.045617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.045704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.045810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.046058] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.046112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.046144] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.046269] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.046405] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.046718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.046718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.046981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.047136] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.047279] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.047422] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.048945] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32ba5f02-15b0-4e18-bc59-92009a8c1b1f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.050425] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.051303] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.051417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.051632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.051873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.052094] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.052401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.052401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.054785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.054785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.054785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.054785] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.054785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.054785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.054785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.054785] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.054785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.054785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.054785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.054785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.054785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.054785] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.093985] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.094333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.098741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.098979] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb is going to be deleted. [ 792.100138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.100622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.140234] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.140354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.149700] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.149700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.158362] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.158362] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c52584b9-5e11-4fe7-ae03-4ac890268d09 is going to be deleted. [ 792.158362] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.158902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.258263] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.258263] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d945bc9-d697-4a03-90f4-09e559cda25e is going to be deleted. [ 792.259840] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.260225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.260391] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.260731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-262c9d33-ca6a-4d36-8c79-a2fa4c0dce7c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.261232] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.261534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.261833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.262063] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0396ed96-e38f-4b09-9e18-bfe8635a45b4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.262989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.263298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.263443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.263648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36b58e3d-9dea-44ce-bda9-cb3a4938f44d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.264030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.264374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.325834] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.326199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.368420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.368728] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.368861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.368925] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.369157] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.369264] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.369632] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.369735] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.369855] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.370535] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.370682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.370958] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.371058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.371119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.371323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.372204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.372204] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be updated. [ 792.373612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.373612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.373612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.373749] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb483e02-0886-4c73-9107-7cabd3990c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.374327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.374489] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.374566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.374764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2da4b4e4-7c61-4998-8278-654e96c30313" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.374951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.375667] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.375765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.376120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b80fc2d-7e0f-4fe6-a2aa-9773d6d8c08c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.376120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.376190] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.376234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.376319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe2a986e-7b9a-48e2-95ea-33a0bfe16c8a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.376950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.377124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.379401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.379401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c5ec00d-ca80-4a16-9ed0-790cf3bcf5bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.419710] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.419941] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.420077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.420402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.420542] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.420732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c52584b9-5e11-4fe7-ae03-4ac890268d09" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.448968] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.448968] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.448968] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.449233] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.449275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.449398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d945bc9-d697-4a03-90f4-09e559cda25e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.475293] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.475480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.475527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.475775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.475872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.475982] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 is going to be created. [ 792.510200] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.510386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.510422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.510632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.510824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.517763] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddf1732f-fea7-4f1e-ac46-6e2140ba75f2: rpc.has_security_group_logging(os_id): False [ 792.518920] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 866965a1-b312-4cb5-9be3-b5b8a602c393: rpc.has_security_group_logging(os_id): False [ 792.519859] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70fcfe2-957d-4d66-b66e-542217612b12: rpc.has_security_group_logging(os_id): False [ 792.529293] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.529510] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.529604] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.529882] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.530165] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.530322] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.530454] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.530726] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.530895] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.531189] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.531310] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.531417] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.532412] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.532544] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.532656] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.532855] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.534659] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 in Status: UNINITIALIZED for 2s [ 792.535292] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a0c7338-a4ec-48bc-b911-a3d528e026a3: rpc.has_security_group_logging(os_id): False [ 792.538524] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.538700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.538759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.538963] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.539058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.539264] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.539375] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.539429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.539569] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.539641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.539744] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef already deleted. [ 792.539814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.540931] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.541060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.541102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.541270] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.541413] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.545354] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f: rpc.has_security_group_logging(os_id): False [ 792.556407] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c39c4aab-1f96-4faa-ab75-56fdf0315b69: rpc.has_security_group_logging(os_id): False [ 792.557518] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32ba5f02-15b0-4e18-bc59-92009a8c1b1f: rpc.has_security_group_logging(os_id): False [ 792.558422] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2199d3e9-f814-48f5-8665-639cd5ed96b5: rpc.has_security_group_logging(os_id): False [ 792.560043] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f17348da-2dc7-4ec7-8480-977efa378afe: rpc.has_security_group_logging(os_id): False [ 792.562432] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: IN_PROGRESS for 2s [ 792.564340] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.564475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.564578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.564754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.610175] env[65309]: INFO networking_nsxv3.common.synchronization [req-94b7f63f-063c-4af5-9efe-772a511b97e6 req-8644ff21-6572-4f4b-a735-de720632c900 tempest-ServersAdminNegativeTestJSON-2047870263 tempest-ServersAdminNegativeTestJSON-2047870263-project-member] Enqueued Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_members [ 792.611641] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.611641] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.079 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.611850] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.611850] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.612183] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-3114dbaa-01cd-42fb-916b-f89636c7cfac taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.613167] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-3114dbaa-01cd-42fb-916b-f89636c7cfac" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.613167] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-3114dbaa-01cd-42fb-916b-f89636c7cfac" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.613167] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-3114dbaa-01cd-42fb-916b-f89636c7cfac" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.613167] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3114dbaa-01cd-42fb-916b-f89636c7cfac',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.614422] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGHEST for action security_group_members [ 792.615704] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.615828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.616221] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.616341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.616404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.616612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.616763] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.616855] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.616923] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.617077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.617172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.617250] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.623026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.623026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.623026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.623026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.623026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.623026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.625749] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.625944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.626686] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 792.626994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.627184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.627453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.627627] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.627777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.627956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.628108] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.628312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.628312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.628447] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.630964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.631158] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.631465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.631465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.633131] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.633131] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.633131] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 is going to be updated. [ 792.634356] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.634516] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.634594] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.634746] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.637975] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.638072] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.674015] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.674619] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.686224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.687033] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.687033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.687033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.687033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.687392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.687392] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.687392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.687577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.687620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.687723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.687914] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.688010] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.688081] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.688246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.688321] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.688418] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 is going to be updated. [ 792.690076] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.690317] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.736406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.736789] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.736955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.737082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.737384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.737495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.737801] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.737947] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.738105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.738256] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.738356] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.738625] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.738748] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.738837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.739046] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.739158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.739282] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 792.740768] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.740988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.803453] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.803453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.803453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.804017] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.804017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.804017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.804704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.804817] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.805159] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.805315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.805390] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.805585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.805685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.805941] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.806055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.806162] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.806444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.806550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.806689] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 792.808921] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.809051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.809101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.809266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.809399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.810646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.810854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.845143] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: IN_PROGRESS for 2s [ 792.873607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.873948] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.874079] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.874137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.874424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.874507] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.874563] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be updated. [ 792.875854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.876046] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.881889] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.882070] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.900920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.901474] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.901638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.901749] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.902100] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.902254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.902416] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 is going to be updated. [ 792.904152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.904474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.904687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.906204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.906432] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.924756] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.924921] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.933464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.933872] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.934052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.934114] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.934404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.934512] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.934624] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f is going to be updated. [ 792.935940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.936159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.937861] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 in Status: IN_PROGRESS for 2s [ 792.971508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.971812] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.971941] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.972031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.972246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.972331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.972540] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.972640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.972698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.972952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.973084] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.973294] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.973386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.973422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.973805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.973805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.973805] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f17348da-2dc7-4ec7-8480-977efa378afe is going to be updated. [ 792.975227] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.975426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.988847] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.989022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.027661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.027951] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.028106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.028176] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.028399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.028495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.028709] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.028812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.028876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.029125] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.029252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.029554] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.029672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.029779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.029979] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.030069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.030192] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 is going to be updated. [ 793.031440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.031626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.031773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.032761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.033034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.033143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.034532] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.034720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.034855] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.046929] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.047159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.047242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.047413] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.047558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.049511] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 793.050930] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: IN_PROGRESS for 2s [ 793.051046] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.051269] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.051351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.051490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.051631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.055168] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 793.065721] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f in Status: IN_PROGRESS for 2s [ 793.066372] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: IN_PROGRESS for 2s [ 793.100850] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.100850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.100850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.101067] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.101235] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.116247] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.116247] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.116554] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.116610] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.117226] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.117226] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 3114dbaa-01cd-42fb-916b-f89636c7cfac not found, creating... [ 793.117226] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.117512] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.117582] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.117935] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.118121] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.118455] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.118620] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.118735] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.118963] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.119112] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.120522] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 3114dbaa-01cd-42fb-916b-f89636c7cfac is going to be created. [ 793.121890] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.122073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.122155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.122365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.122455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.122669] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.122855] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.122948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.123123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.123228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.123347] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 is going to be updated. [ 793.124866] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.125021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.125157] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.125417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.125521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.127744] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: IN_PROGRESS for 2s [ 793.137929] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.138116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.138165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.138412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.138552] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.138629] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.138676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.138801] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.138886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.138971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.139134] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.139304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.139304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.139412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.139538] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.139623] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.139679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.139815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.139889] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.139966] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.140077] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.141772] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: IN_PROGRESS for 2s [ 793.148546] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.148771] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.148897] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.149230] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.149461] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.149687] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-3114dbaa-01cd-42fb-916b-f89636c7cfac" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.166587] env[65309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 793.167220] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.167391] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.167480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.167829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.167988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.179740] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: IN_PROGRESS for 2s [ 793.644698] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1507c3bc-cd29-48d7-bef3-c4047637d456: rpc.has_security_group_logging(os_id): False [ 793.665559] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.666055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.666055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.668984] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.695638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.696615] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.696875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.696971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.697258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.697431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.697692] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.698815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.698815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.698815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.698815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.698815] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.698815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.698815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.698815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.699139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.699139] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 793.791853] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.792426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.792545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.794366] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.794366] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.811176] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 793.908626] env[65309]: INFO networking_nsxv3.common.synchronization [req-2c3007eb-de61-40c6-a5c5-4da970d63a71 req-4a1fbffe-fee7-41e3-af95-cad7fb09087b service nova] Enqueued Resource ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef with Priority: HIGHEST for action security_group_rules [ 793.908855] env[65309]: INFO networking_nsxv3.common.synchronization [req-2c3007eb-de61-40c6-a5c5-4da970d63a71 req-4a1fbffe-fee7-41e3-af95-cad7fb09087b service nova] Enqueued Resource ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef with Priority: HIGHEST for action security_group_members [ 793.908937] env[65309]: INFO networking_nsxv3.common.synchronization [req-2c3007eb-de61-40c6-a5c5-4da970d63a71 req-4a1fbffe-fee7-41e3-af95-cad7fb09087b service nova] Enqueued Resource ID: 3114dbaa-01cd-42fb-916b-f89636c7cfac with Priority: HIGHEST for action port [ 793.909492] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef with Priority: HIGHEST for action security_group_rules [ 793.909627] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef with Priority: HIGHEST for action security_group_members [ 793.909724] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3114dbaa-01cd-42fb-916b-f89636c7cfac with Priority: HIGHEST for action port [ 793.910024] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75cdd23f-498c-4e96-ad65-e56a7a79a2ef taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.910901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.910901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.911034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.911086] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75cdd23f-498c-4e96-ad65-e56a7a79a2ef',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.914373] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.914373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.914373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.914373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.914822] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.915309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.915309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.915309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.915714] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.915714] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75cdd23f-498c-4e96-ad65-e56a7a79a2ef',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.916948] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-3114dbaa-01cd-42fb-916b-f89636c7cfac taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.918860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3114dbaa-01cd-42fb-916b-f89636c7cfac" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.918860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3114dbaa-01cd-42fb-916b-f89636c7cfac" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.918860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3114dbaa-01cd-42fb-916b-f89636c7cfac" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.918860] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3114dbaa-01cd-42fb-916b-f89636c7cfac',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.193351] env[65309]: INFO networking_nsxv3.common.synchronization [req-e4a811f3-c509-4fe0-a1d8-2aa88c932745 req-71311781-679a-41d5-bda4-52bae751470d tempest-ServerRescueTestJSON-942827773 tempest-ServerRescueTestJSON-942827773-project-member] Enqueued Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_members [ 794.194197] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff63fc87-b47a-4b6f-a551-1327eee10106 with Priority: HIGHEST for action security_group_members [ 794.194662] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff63fc87-b47a-4b6f-a551-1327eee10106 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.194843] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.195076] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.195331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.195585] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.195749] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.195836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.196077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.196208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.196340] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff63fc87-b47a-4b6f-a551-1327eee10106',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.413715] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.413715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.421497] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75cdd23f-498c-4e96-ad65-e56a7a79a2ef',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.422334] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3114dbaa-01cd-42fb-916b-f89636c7cfac with status ACTIVE [ 794.422580] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.422716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.422841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.423075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.423173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.423954] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.423954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.424635] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.424872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.424992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.425301] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.425479] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.425640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.425857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.425924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.426037] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3114dbaa-01cd-42fb-916b-f89636c7cfac is going to be updated. [ 794.454387] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.454549] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.454624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.454843] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.454986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.455238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3114dbaa-01cd-42fb-916b-f89636c7cfac" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.545893] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 in Status: SUCCESS [ 794.546418] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.548656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.548656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.548656] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.548656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.548656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.548656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.548656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.548656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.548656] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ed8e481-c1c9-4df4-b8ec-de239ef44022',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.578327] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: SUCCESS [ 794.578728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.700450] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.700839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.700839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.701100] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.730531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.732622] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.732622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.732622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.732622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.732622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.732622] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff63fc87-b47a-4b6f-a551-1327eee10106 is going to be updated. [ 794.762505] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.762747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.762747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.762986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.763112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.774178] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff63fc87-b47a-4b6f-a551-1327eee10106 in Status: IN_PROGRESS for 2s [ 794.860326] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: SUCCESS [ 794.860626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.931143] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75cdd23f-498c-4e96-ad65-e56a7a79a2ef',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.952621] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 in Status: SUCCESS [ 794.952621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.053318] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed8e481-c1c9-4df4-b8ec-de239ef44022 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.053318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.053318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.053318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.053318] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.053318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.053318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.053318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.053318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.053318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.053318] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed8e481-c1c9-4df4-b8ec-de239ef44022 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.053318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.053318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.054150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.054459] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.054671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.054823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.055148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.055369] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.058018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.058018] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ed8e481-c1c9-4df4-b8ec-de239ef44022',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.089038] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 795.089038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.089038] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 795.089038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.089038] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: SUCCESS [ 795.089038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.089600] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f in Status: SUCCESS [ 795.089866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.091538] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: SUCCESS [ 795.091854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.142642] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: SUCCESS [ 795.145066] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.157042] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: SUCCESS [ 795.157042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.195031] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 in Status: SUCCESS [ 795.195031] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 deletion is rescheduled due to dependency. [ 795.195031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.433362] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.433511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.433592] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.433821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.433936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.434063] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef is going to be created. [ 795.468354] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.468572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.468644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.468874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.469074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.481800] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef in Status: UNINITIALIZED for 2s [ 795.560525] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ed8e481-c1c9-4df4-b8ec-de239ef44022: rpc.has_security_group_logging(os_id): False [ 795.590760] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.590760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.590760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.590760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.590760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.591372] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.591372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.591372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.591551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.591551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.591858] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.592087] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.592205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.592637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.592852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.593204] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.593346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.593439] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.593601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.593723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.593847] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 is going to be created. [ 795.666530] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.666530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.666530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.666530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.666879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.685462] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 in Status: IN_PROGRESS for 2s [ 795.831914] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 795.831914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.832337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.832337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.833067] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.094949] env[65309]: INFO networking_nsxv3.common.synchronization [req-136dc0cc-591b-40d1-a31a-9648a208b333 req-95fb44c3-911d-4f25-8f83-0e562e8b7ac5 tempest-FloatingIPsAssociationTestJSON-492174692 tempest-FloatingIPsAssociationTestJSON-492174692-project-member] Enqueued Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_members [ 796.095517] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGHEST for action security_group_members [ 796.096866] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.096866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.096866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.096866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.096866] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.097141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.097141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.097200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.097293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.097344] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.334581] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.334830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.334907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.335231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.335459] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.335512] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.335608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.335769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.335857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.335949] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.336054] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.600077] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.600249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.600323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.600535] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.600625] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.601028] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.601028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.601028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.601228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.601228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.601362] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 is going to be updated. [ 796.631080] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.631247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.631316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.631509] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.631645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.642126] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: IN_PROGRESS for 2s [ 796.787595] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff63fc87-b47a-4b6f-a551-1327eee10106 in Status: SUCCESS [ 796.787843] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff63fc87-b47a-4b6f-a551-1327eee10106 deletion is rescheduled due to dependency. [ 796.787988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff63fc87-b47a-4b6f-a551-1327eee10106" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.839959] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.840395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.840395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.840826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.841040] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.841298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.841438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.841652] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.841956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.842093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.842514] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.842514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.842614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.842746] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.842973] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.843139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.843139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.843311] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.843665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.843665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.843665] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.347183] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1507c3bc-cd29-48d7-bef3-c4047637d456: rpc.has_security_group_logging(os_id): False [ 797.368143] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.368359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.368475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.368772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.369060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.369195] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.369302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.369363] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.369534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.369608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.369790] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.369930] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.369982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.372141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.372236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.372453] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.372555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.372637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.372830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.372904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.372999] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 797.472204] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.472204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.472204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.472204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.472204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.493561] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 797.497118] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef in Status: SUCCESS [ 797.499037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.499037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.499037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.499037] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.499037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.499037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.499037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.499037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.499037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.499037] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75cdd23f-498c-4e96-ad65-e56a7a79a2ef',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.699573] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 in Status: SUCCESS [ 797.700253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.877833] env[65309]: INFO networking_nsxv3.common.synchronization [req-535cfc9f-c451-4ae6-b857-afa9cacb443a req-f2ca8017-3d44-4b3f-b333-4680be7e885b tempest-ServersTestManualDisk-8109095 tempest-ServersTestManualDisk-8109095-project-member] Enqueued Resource ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 with Priority: HIGHEST for action security_group_members [ 797.878675] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 with Priority: HIGHEST for action security_group_members [ 797.878767] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-50233d88-2308-4a0e-9d7d-eb6816393d99 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.879015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.879015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.879320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.879485] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.879585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.879666] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.879823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.879908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.880010] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50233d88-2308-4a0e-9d7d-eb6816393d99',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.002494] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75cdd23f-498c-4e96-ad65-e56a7a79a2ef',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.382369] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.382528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.382578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.383606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.383731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.384119] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.384251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.384353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.384528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.384606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.384693] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 already deleted. [ 798.384776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.418341] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.418545] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-729" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.418665] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-729" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.419159] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-729" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.419515] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.419749] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.419965] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.420227] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.420420] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.421128] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.421321] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.421494] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.421648] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.421802] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.422060] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.422164] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.444256] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.444483] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.444707] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.444944] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-729" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.445344] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-43e55327-eb90-417b-8be9-c1bc327df1bd taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.451020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-43e55327-eb90-417b-8be9-c1bc327df1bd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.451020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-43e55327-eb90-417b-8be9-c1bc327df1bd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.451020] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-43e55327-eb90-417b-8be9-c1bc327df1bd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.451020] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43e55327-eb90-417b-8be9-c1bc327df1bd',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.506310] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75cdd23f-498c-4e96-ad65-e56a7a79a2ef: rpc.has_security_group_logging(os_id): False [ 798.526463] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.526749] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.526749] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.526879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.526969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.527229] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.527314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.527378] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.527523] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.527598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.527686] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef is going to be created. [ 798.586503] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.586714] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.586714] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.586948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.587151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.599737] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef in Status: IN_PROGRESS for 2s [ 798.658055] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 in Status: SUCCESS [ 798.658273] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 deletion is rescheduled due to dependency. [ 798.658405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.953332] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.953712] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.953712] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.954672] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.954672] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.954672] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 43e55327-eb90-417b-8be9-c1bc327df1bd not found, creating... [ 798.954672] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.954672] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.954969] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.955942] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.955942] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.955942] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.956149] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.956206] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.956411] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.957028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.957028] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 43e55327-eb90-417b-8be9-c1bc327df1bd is going to be created. [ 798.988852] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.989180] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.989445] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.989870] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.990855] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.991123] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-43e55327-eb90-417b-8be9-c1bc327df1bd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.508604] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 799.508837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.698420] env[65309]: INFO networking_nsxv3.common.synchronization [req-535cfc9f-c451-4ae6-b857-afa9cacb443a req-6cf40bfa-0db4-4222-bb31-7b10fd3d3bde service nova] Enqueued Resource ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 with Priority: HIGHEST for action security_group_rules [ 799.698622] env[65309]: INFO networking_nsxv3.common.synchronization [req-535cfc9f-c451-4ae6-b857-afa9cacb443a req-6cf40bfa-0db4-4222-bb31-7b10fd3d3bde service nova] Enqueued Resource ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 with Priority: HIGHEST for action security_group_members [ 799.698764] env[65309]: INFO networking_nsxv3.common.synchronization [req-535cfc9f-c451-4ae6-b857-afa9cacb443a req-6cf40bfa-0db4-4222-bb31-7b10fd3d3bde service nova] Enqueued Resource ID: 43e55327-eb90-417b-8be9-c1bc327df1bd with Priority: HIGHEST for action port [ 799.699391] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 with Priority: HIGHEST for action security_group_rules [ 799.699542] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 with Priority: HIGHEST for action security_group_members [ 799.699629] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43e55327-eb90-417b-8be9-c1bc327df1bd with Priority: HIGHEST for action port [ 799.699943] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50233d88-2308-4a0e-9d7d-eb6816393d99 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.700262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.700308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.701131] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.701131] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50233d88-2308-4a0e-9d7d-eb6816393d99',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.702016] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-50233d88-2308-4a0e-9d7d-eb6816393d99 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.702016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.702016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.702302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.702504] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.702640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.702751] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.703039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.703174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.703315] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50233d88-2308-4a0e-9d7d-eb6816393d99',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.704230] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-43e55327-eb90-417b-8be9-c1bc327df1bd taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.704424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43e55327-eb90-417b-8be9-c1bc327df1bd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.704523] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43e55327-eb90-417b-8be9-c1bc327df1bd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.704726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43e55327-eb90-417b-8be9-c1bc327df1bd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.704966] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43e55327-eb90-417b-8be9-c1bc327df1bd',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.869281] env[65309]: INFO networking_nsxv3.common.synchronization [None req-24b91a1c-04d5-42bb-8bbb-0ee685f26e6a None None] Enqueued Resource ID: 61b638f3-266e-4b36-800a-279cd88a8590 with Priority: HIGHEST for action port [ 799.869807] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61b638f3-266e-4b36-800a-279cd88a8590 with Priority: HIGHEST for action port [ 799.870128] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-61b638f3-266e-4b36-800a-279cd88a8590 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.870248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61b638f3-266e-4b36-800a-279cd88a8590" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.870315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61b638f3-266e-4b36-800a-279cd88a8590" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.870565] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61b638f3-266e-4b36-800a-279cd88a8590" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.870644] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b638f3-266e-4b36-800a-279cd88a8590',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.207084] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50233d88-2308-4a0e-9d7d-eb6816393d99',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.209151] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-50233d88-2308-4a0e-9d7d-eb6816393d99 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.209422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.210544] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43e55327-eb90-417b-8be9-c1bc327df1bd with status ACTIVE [ 800.210882] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.211081] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.211240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.211495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.212449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.212959] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.213211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.213343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.213652] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.213802] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.214176] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.214385] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.214516] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.214826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.214975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.215171] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43e55327-eb90-417b-8be9-c1bc327df1bd is going to be updated. [ 800.245707] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.245891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.246172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.246325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.246437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.246608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43e55327-eb90-417b-8be9-c1bc327df1bd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.373163] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61b638f3-266e-4b36-800a-279cd88a8590 [ 800.373419] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.373554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.373622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.373884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.374038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.374095] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61b638f3-266e-4b36-800a-279cd88a8590 already deleted. [ 800.374192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61b638f3-266e-4b36-800a-279cd88a8590" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.614778] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef in Status: SUCCESS [ 800.615036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.712432] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50233d88-2308-4a0e-9d7d-eb6816393d99',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.170106] env[65309]: INFO networking_nsxv3.common.synchronization [None req-8b9637d8-beb6-4ad5-b157-844f2c27c577 None None] Enqueued Resource ID: 9831b147-319c-4e57-8eb6-e0e20f0847e0 with Priority: HIGHEST for action port [ 801.172754] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9831b147-319c-4e57-8eb6-e0e20f0847e0 with Priority: HIGHEST for action port [ 801.172805] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-9831b147-319c-4e57-8eb6-e0e20f0847e0 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.173299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9831b147-319c-4e57-8eb6-e0e20f0847e0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.173299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9831b147-319c-4e57-8eb6-e0e20f0847e0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.173418] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9831b147-319c-4e57-8eb6-e0e20f0847e0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.173529] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9831b147-319c-4e57-8eb6-e0e20f0847e0',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.216614] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.216946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.216946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.217161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.217412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.217838] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 is going to be created. [ 801.245530] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.245709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.245771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.246028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.246224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.258121] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 in Status: UNINITIALIZED for 2s [ 801.676084] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9831b147-319c-4e57-8eb6-e0e20f0847e0 [ 801.676305] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.676434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.676501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.676791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.676905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.677039] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9831b147-319c-4e57-8eb6-e0e20f0847e0 already deleted. [ 801.677130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9831b147-319c-4e57-8eb6-e0e20f0847e0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.251322] env[65309]: INFO networking_nsxv3.common.synchronization [None req-fb1e460b-7bc8-4c33-b448-35e3ce6da81f None None] Enqueued Resource ID: 37654e72-759d-499e-9b29-c97b1f1b30bb with Priority: HIGHEST for action port [ 802.252116] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37654e72-759d-499e-9b29-c97b1f1b30bb with Priority: HIGHEST for action port [ 802.252331] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-37654e72-759d-499e-9b29-c97b1f1b30bb taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.252631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37654e72-759d-499e-9b29-c97b1f1b30bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.252631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37654e72-759d-499e-9b29-c97b1f1b30bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.253089] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37654e72-759d-499e-9b29-c97b1f1b30bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.253421] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37654e72-759d-499e-9b29-c97b1f1b30bb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.755804] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37654e72-759d-499e-9b29-c97b1f1b30bb [ 802.756090] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.756299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.756299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.756478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.756651] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.756860] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37654e72-759d-499e-9b29-c97b1f1b30bb already deleted. [ 802.756989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37654e72-759d-499e-9b29-c97b1f1b30bb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.271328] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 in Status: SUCCESS [ 803.271690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.271690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.272059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.272059] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.272201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.272260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.272463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.272463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.272565] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.272625] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50233d88-2308-4a0e-9d7d-eb6816393d99',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.781148] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50233d88-2308-4a0e-9d7d-eb6816393d99',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.250760] env[65309]: INFO networking_nsxv3.common.synchronization [None req-b4504b35-fd06-402c-996f-2619e4c0c350 None None] Enqueued Resource ID: dbb47186-9c02-4646-a6d7-affe790fa0f0 with Priority: HIGHEST for action port [ 804.250760] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb47186-9c02-4646-a6d7-affe790fa0f0 with Priority: HIGHEST for action port [ 804.250760] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbb47186-9c02-4646-a6d7-affe790fa0f0 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.250760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbb47186-9c02-4646-a6d7-affe790fa0f0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.250760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbb47186-9c02-4646-a6d7-affe790fa0f0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.250760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbb47186-9c02-4646-a6d7-affe790fa0f0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.250760] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbb47186-9c02-4646-a6d7-affe790fa0f0',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.285561] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50233d88-2308-4a0e-9d7d-eb6816393d99: rpc.has_security_group_logging(os_id): False [ 804.311200] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.313479] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.313891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.314309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.314564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.317613] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.317613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.317613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.317613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.317613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.317613] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 is going to be created. [ 804.394946] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.395109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.395234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.395411] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.395608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.409483] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 in Status: IN_PROGRESS for 2s [ 804.755826] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbb47186-9c02-4646-a6d7-affe790fa0f0 [ 804.755826] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.755826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.755826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.755826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.755826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.755826] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbb47186-9c02-4646-a6d7-affe790fa0f0 already deleted. [ 804.755826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbb47186-9c02-4646-a6d7-affe790fa0f0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.955569] env[65309]: INFO networking_nsxv3.common.synchronization [req-55145e44-7045-4e27-a9e3-71c12b0e25f7 req-b110e3b9-ac35-4ec1-8dad-9984c4346de8 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 805.956465] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 805.956465] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.956736] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.956736] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.957025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.957025] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.957176] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.957176] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.957296] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.957397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.957453] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.325510] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.326070] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-733" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.326070] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-733" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.328369] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-733" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.328369] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.328369] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.328369] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.328369] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.328369] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.328369] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.328369] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.328369] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.328369] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.328369] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.329063] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.329063] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.351046] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.352230] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.352230] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.352230] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-733" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.353085] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-c00d8ce9-4e23-490d-9fb4-854ced116724 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.353758] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.353955] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.354320] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.354465] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c00d8ce9-4e23-490d-9fb4-854ced116724',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.424274] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 in Status: SUCCESS [ 806.424368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.460144] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.460295] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.460363] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.460604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.460712] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.460904] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.461012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.461078] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.461229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.461303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.461412] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 already deleted. [ 806.461467] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.858721] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.858721] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.858932] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.859086] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.859271] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.859497] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port c00d8ce9-4e23-490d-9fb4-854ced116724 not found, creating... [ 806.859691] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.859854] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.859972] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.860235] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.860373] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.860661] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.860904] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.860976] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.861223] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.861322] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.861466] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: c00d8ce9-4e23-490d-9fb4-854ced116724 is going to be created. [ 806.883467] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.883693] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.883854] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.884196] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.884631] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.884631] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.601356] env[65309]: INFO networking_nsxv3.common.synchronization [req-55145e44-7045-4e27-a9e3-71c12b0e25f7 req-5ae2fa03-355c-4cbe-b72e-208a5759e577 service nova] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_rules [ 807.601857] env[65309]: INFO networking_nsxv3.common.synchronization [req-55145e44-7045-4e27-a9e3-71c12b0e25f7 req-5ae2fa03-355c-4cbe-b72e-208a5759e577 service nova] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 807.601857] env[65309]: INFO networking_nsxv3.common.synchronization [req-55145e44-7045-4e27-a9e3-71c12b0e25f7 req-5ae2fa03-355c-4cbe-b72e-208a5759e577 service nova] Enqueued Resource ID: c00d8ce9-4e23-490d-9fb4-854ced116724 with Priority: HIGHEST for action port [ 807.603987] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_rules [ 807.604805] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 807.604805] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00d8ce9-4e23-490d-9fb4-854ced116724 with Priority: HIGHEST for action port [ 807.605142] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.605501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.605940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.606508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.606612] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.610660] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.610660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.610660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.610660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.610660] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.610660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.610660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.610660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.610660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.610660] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.615773] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c00d8ce9-4e23-490d-9fb4-854ced116724 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.615773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.615773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.615773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.615773] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c00d8ce9-4e23-490d-9fb4-854ced116724',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.117542] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.119192] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.119360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.119793] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c00d8ce9-4e23-490d-9fb4-854ced116724 with status ACTIVE [ 808.119990] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.120171] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.120224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.120393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.120479] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.120661] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.120803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.120803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.120985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.121080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.121256] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.121355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.121482] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.121628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.121698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.121786] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c00d8ce9-4e23-490d-9fb4-854ced116724 is going to be updated. [ 808.143093] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.143248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.144027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.144314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.144465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.144634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.523257] env[65309]: INFO networking_nsxv3.common.synchronization [req-b1f91d4a-7f1c-4c66-a2bc-53439f46f57b req-63ce9e30-b9e0-454b-95c7-2b1deedbacd7 tempest-ServerRescueNegativeTestJSON-1001887786 tempest-ServerRescueNegativeTestJSON-1001887786-project-member] Enqueued Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_members [ 808.523983] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_members [ 808.524316] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.524816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.524890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.525210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.525369] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.525984] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.526106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.526313] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.526407] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.526507] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.618708] env[65309]: INFO networking_nsxv3.common.synchronization [req-f6610880-5cd2-4c15-9155-d557d70f9ed2 req-ca2c4726-2590-41c9-990e-c3514fc53f6d tempest-ServersNegativeTestMultiTenantJSON-2010537989 tempest-ServersNegativeTestMultiTenantJSON-2010537989-project-member] Enqueued Resource ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 with Priority: HIGHEST for action security_group_members [ 808.621144] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.623013] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 with Priority: HIGHEST for action security_group_members [ 808.624168] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ed8e481-c1c9-4df4-b8ec-de239ef44022 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.624464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.624770] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.625200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.625605] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.625809] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.625942] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.626528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.626528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.626791] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ed8e481-c1c9-4df4-b8ec-de239ef44022',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.000779] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.000998] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-425" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.001139] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-425" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.001524] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-425" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.001789] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.001945] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.002099] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.002348] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.002524] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.002701] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.002808] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.002995] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.003120] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.003231] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.003332] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.003462] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.030281] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.030526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.030526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.031919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.031919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.031919] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.031919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.031919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.032306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.032306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.032306] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 already deleted. [ 809.032306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.033465] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.033514] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.033657] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.033818] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-425" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.034188] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-c490cd03-9f3a-434b-a585-b0947270f000 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.034374] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-c490cd03-9f3a-434b-a585-b0947270f000" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.034472] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-c490cd03-9f3a-434b-a585-b0947270f000" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.034851] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-c490cd03-9f3a-434b-a585-b0947270f000" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.034989] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c490cd03-9f3a-434b-a585-b0947270f000',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.124973] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.124973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.124973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.124973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.125332] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.125332] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be created. [ 809.130358] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.130502] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.130571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.130783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.130874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.131087] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.131189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.131284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.131399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.131476] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.131561] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 is going to be updated. [ 809.153751] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.153958] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.153958] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.154451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.154451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.167677] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: UNINITIALIZED for 2s [ 809.168853] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.169064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.169140] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.169416] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.169596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.177382] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 in Status: IN_PROGRESS for 2s [ 809.537913] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.538157] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.538242] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.538528] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.538679] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.538842] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port c490cd03-9f3a-434b-a585-b0947270f000 not found, creating... [ 809.539150] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.539315] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.539446] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.539655] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.539793] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.540085] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.540246] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.540360] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.540565] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.540697] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.540874] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: c490cd03-9f3a-434b-a585-b0947270f000 is going to be created. [ 809.561612] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.561824] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.561868] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.562245] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.562471] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.562704] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-c490cd03-9f3a-434b-a585-b0947270f000" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.251637] env[65309]: INFO networking_nsxv3.common.synchronization [req-b1f91d4a-7f1c-4c66-a2bc-53439f46f57b req-6a8af8ca-7d35-4d74-837d-38b5a2d0c5d4 service nova] Enqueued Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_rules [ 810.251903] env[65309]: INFO networking_nsxv3.common.synchronization [req-b1f91d4a-7f1c-4c66-a2bc-53439f46f57b req-6a8af8ca-7d35-4d74-837d-38b5a2d0c5d4 service nova] Enqueued Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_members [ 810.252009] env[65309]: INFO networking_nsxv3.common.synchronization [req-b1f91d4a-7f1c-4c66-a2bc-53439f46f57b req-6a8af8ca-7d35-4d74-837d-38b5a2d0c5d4 service nova] Enqueued Resource ID: c490cd03-9f3a-434b-a585-b0947270f000 with Priority: HIGHEST for action port [ 810.252553] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_rules [ 810.252690] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_members [ 810.252785] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c490cd03-9f3a-434b-a585-b0947270f000 with Priority: HIGHEST for action port [ 810.253126] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.253249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.253315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.253569] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.253650] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.254614] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.254745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.254815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.255000] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.255302] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.255302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.255453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.255503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.255611] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.255648] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.256485] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c490cd03-9f3a-434b-a585-b0947270f000 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.256807] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c490cd03-9f3a-434b-a585-b0947270f000" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.256807] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c490cd03-9f3a-434b-a585-b0947270f000" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.256870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c490cd03-9f3a-434b-a585-b0947270f000" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.256908] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c490cd03-9f3a-434b-a585-b0947270f000',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.759770] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.759875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.760485] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.761135] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c490cd03-9f3a-434b-a585-b0947270f000 with status ACTIVE [ 810.761356] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.761492] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.761550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.761775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.761894] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.762089] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.763231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.763231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.763231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.763231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.763231] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.763231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.763231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.763231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.763231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.763231] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c490cd03-9f3a-434b-a585-b0947270f000 is going to be updated. [ 810.785029] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.785210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.785272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.785489] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.785624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.785791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c490cd03-9f3a-434b-a585-b0947270f000" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.179949] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 811.180247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.180456] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.180710] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.180952] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.181219] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.181324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.181526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.181643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.181700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.181788] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.189797] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 in Status: SUCCESS [ 811.189797] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ed8e481-c1c9-4df4-b8ec-de239ef44022 deletion is rescheduled due to dependency. [ 811.189797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ed8e481-c1c9-4df4-b8ec-de239ef44022" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.265681] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.687020] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.687020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.687020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.687020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.687020] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.687020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.687020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.687020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.687020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.687020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.687020] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.687020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.687020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.687020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.687020] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.687020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.687744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.687744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.687744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.687744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.687744] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.769086] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.769256] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.769401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.769754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.769893] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.770094] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 is going to be created. [ 811.796108] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.796340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.796340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.796501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.796676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.806231] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: UNINITIALIZED for 2s [ 812.191809] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8f39115-03aa-4960-a185-0ef6f32f7791: rpc.has_security_group_logging(os_id): False [ 812.210719] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.211014] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.211014] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.211164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.211252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.211461] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.211550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.211612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.211758] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.211831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.212010] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.212118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.212234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.212377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.212448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.212635] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.212726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.212785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.212984] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.213074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.213152] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be created. [ 812.288388] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.288686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.288686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.288811] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.288984] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.306029] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 813.309829] env[65309]: INFO networking_nsxv3.common.synchronization [req-f579b6cd-f32a-4a1f-b956-bb430f510a8b req-7a77346c-5352-47af-b6e4-777b0883a7d4 tempest-ServerRescueNegativeTestJSON-1001887786 tempest-ServerRescueNegativeTestJSON-1001887786-project-member] Enqueued Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_members [ 813.309829] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_members [ 813.309829] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.309829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.633036] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.633331] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-425" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.633494] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-425" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.633774] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-425" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.634281] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.634459] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.634580] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.634841] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.635094] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.635337] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.635448] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.635571] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.635687] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.635808] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.635910] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.636082] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.658728] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.658974] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.659124] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.659317] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-425" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.659684] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-c6366839-978d-4d3f-a96b-ce7bbb4ec6df taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.659884] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-c6366839-978d-4d3f-a96b-ce7bbb4ec6df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.659990] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-c6366839-978d-4d3f-a96b-ce7bbb4ec6df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.660383] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-c6366839-978d-4d3f-a96b-ce7bbb4ec6df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.660527] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6366839-978d-4d3f-a96b-ce7bbb4ec6df',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.819584] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: SUCCESS [ 813.819817] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.819991] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.820239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.820432] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.820627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.820704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.820988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.821114] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.821240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.821391] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.822455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.822676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.822965] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.823151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.823220] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.823830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.823939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.824071] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.163965] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.164302] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.164356] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.164757] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.164936] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.165117] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port c6366839-978d-4d3f-a96b-ce7bbb4ec6df not found, creating... [ 814.165561] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.165645] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.165732] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.165942] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.166092] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.166382] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.166539] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.166652] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.167076] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.167076] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.167160] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: c6366839-978d-4d3f-a96b-ce7bbb4ec6df is going to be created. [ 814.188835] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.189075] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.189253] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.189492] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.189740] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.190032] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-c6366839-978d-4d3f-a96b-ce7bbb4ec6df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.326290] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.326606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.326651] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.332833] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 814.333152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.829398] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.908987] env[65309]: INFO networking_nsxv3.common.synchronization [req-f579b6cd-f32a-4a1f-b956-bb430f510a8b req-9cb7852a-6d16-4873-a118-d07606398a29 service nova] Enqueued Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_rules [ 814.909394] env[65309]: INFO networking_nsxv3.common.synchronization [req-f579b6cd-f32a-4a1f-b956-bb430f510a8b req-9cb7852a-6d16-4873-a118-d07606398a29 service nova] Enqueued Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_members [ 814.909986] env[65309]: INFO networking_nsxv3.common.synchronization [req-f579b6cd-f32a-4a1f-b956-bb430f510a8b req-9cb7852a-6d16-4873-a118-d07606398a29 service nova] Enqueued Resource ID: c6366839-978d-4d3f-a96b-ce7bbb4ec6df with Priority: HIGHEST for action port [ 814.910577] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_rules [ 814.910577] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_members [ 814.910577] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6366839-978d-4d3f-a96b-ce7bbb4ec6df with Priority: HIGHEST for action port [ 814.910987] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.911381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.911468] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.911585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.911807] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6366839-978d-4d3f-a96b-ce7bbb4ec6df taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.912262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6366839-978d-4d3f-a96b-ce7bbb4ec6df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.912393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6366839-978d-4d3f-a96b-ce7bbb4ec6df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.912629] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6366839-978d-4d3f-a96b-ce7bbb4ec6df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.912747] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6366839-978d-4d3f-a96b-ce7bbb4ec6df',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.331980] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.332331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.332331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.332459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.332551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.332654] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 is going to be updated. [ 815.365521] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.365521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.365521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.365521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.365914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.384927] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: IN_PROGRESS for 2s [ 815.414524] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6366839-978d-4d3f-a96b-ce7bbb4ec6df with status ACTIVE [ 815.414672] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.414773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.414839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.415680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.415680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.415680] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.415680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.415680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.415680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.416142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.416142] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.416142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.416142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.416275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.416275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.416400] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6366839-978d-4d3f-a96b-ce7bbb4ec6df is going to be updated. [ 815.461525] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.461713] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.461816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.462086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.462256] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.462611] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6366839-978d-4d3f-a96b-ce7bbb4ec6df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.998661] env[65309]: INFO networking_nsxv3.common.synchronization [req-d06bbe20-d155-437c-9725-ef8c143122a6 req-124a2a08-775f-4a09-90aa-1d310eb2183d tempest-MigrationsAdminTest-1630636520 tempest-MigrationsAdminTest-1630636520-project-member] Enqueued Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_members [ 815.999511] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_members [ 815.999692] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.999820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.999882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.000091] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.000252] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.000348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.000400] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.000539] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.000616] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.000710] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.359103] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.359457] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.359498] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.359754] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.360045] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.360295] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.360364] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.360594] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.360903] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.361196] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.361325] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.361526] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.361617] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.362509] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.362509] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.362509] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.382133] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.382314] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.382459] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.382635] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.382987] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-b9a6c4f9-d97c-4d07-9698-66837f39b59e taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.383204] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-b9a6c4f9-d97c-4d07-9698-66837f39b59e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.383320] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-b9a6c4f9-d97c-4d07-9698-66837f39b59e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.383632] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-b9a6c4f9-d97c-4d07-9698-66837f39b59e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.383767] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9a6c4f9-d97c-4d07-9698-66837f39b59e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.503562] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.888087] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.888087] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.888087] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.888528] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.888528] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.888702] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port b9a6c4f9-d97c-4d07-9698-66837f39b59e not found, creating... [ 816.889041] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.889209] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.889324] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.889544] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.889681] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.889971] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.890139] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.890251] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.890601] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.890737] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.891094] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: b9a6c4f9-d97c-4d07-9698-66837f39b59e is going to be created. [ 816.912412] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.912678] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.912733] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.913148] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.913385] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.913611] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-b9a6c4f9-d97c-4d07-9698-66837f39b59e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.006865] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.395320] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: SUCCESS [ 817.395675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.395723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.395914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.396120] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.396243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.396307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.396456] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.396537] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.396631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.396897] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.397021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.397090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.397266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.397413] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.397505] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.397578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.397721] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.397794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.397899] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.398057] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.399377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.399601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.399764] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.399867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.399929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.400086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.400164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.400251] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.509206] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.509445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.509445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.509713] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.509879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.510139] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f17348da-2dc7-4ec7-8480-977efa378afe is going to be updated. [ 817.559249] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.559470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.559470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.559685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.559832] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.572753] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: IN_PROGRESS for 2s [ 817.630553] env[65309]: INFO networking_nsxv3.common.synchronization [req-d06bbe20-d155-437c-9725-ef8c143122a6 req-ff89112d-6923-43ad-af3d-af0eb6e9febc service nova] Enqueued Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_rules [ 817.630665] env[65309]: INFO networking_nsxv3.common.synchronization [req-d06bbe20-d155-437c-9725-ef8c143122a6 req-ff89112d-6923-43ad-af3d-af0eb6e9febc service nova] Enqueued Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_members [ 817.631228] env[65309]: INFO networking_nsxv3.common.synchronization [req-d06bbe20-d155-437c-9725-ef8c143122a6 req-ff89112d-6923-43ad-af3d-af0eb6e9febc service nova] Enqueued Resource ID: b9a6c4f9-d97c-4d07-9698-66837f39b59e with Priority: HIGHEST for action port [ 817.631429] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_rules [ 817.631521] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_members [ 817.631618] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a6c4f9-d97c-4d07-9698-66837f39b59e with Priority: HIGHEST for action port [ 817.631901] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.632035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.632136] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.632303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.632384] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.633282] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.633436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.633637] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9a6c4f9-d97c-4d07-9698-66837f39b59e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.633741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9a6c4f9-d97c-4d07-9698-66837f39b59e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.633999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9a6c4f9-d97c-4d07-9698-66837f39b59e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.633999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9a6c4f9-d97c-4d07-9698-66837f39b59e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.634168] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9a6c4f9-d97c-4d07-9698-66837f39b59e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.902351] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 756efb63-df91-47b2-bed3-0c94d6d2bc08: rpc.has_security_group_logging(os_id): False [ 817.903616] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.924305] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.924453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.924525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.924766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.924900] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.925083] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.925188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.925236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.925395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.925468] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.925661] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.925811] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.925870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.926029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.926100] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.926274] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.926358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.926416] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.927041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.927041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.927041] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 is going to be created. [ 817.993130] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.993323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.993382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.993549] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.993726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.006372] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: IN_PROGRESS for 2s [ 818.136195] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9a6c4f9-d97c-4d07-9698-66837f39b59e with status ACTIVE [ 818.136422] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.136562] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.136632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.136864] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.136955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.137188] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.137358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.137439] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.137604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.137685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.137875] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.137971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.138048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.138215] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.138311] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.138403] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9a6c4f9-d97c-4d07-9698-66837f39b59e is going to be updated. [ 818.139807] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.139948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.165452] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.165696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.165696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.165885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.166041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.166222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9a6c4f9-d97c-4d07-9698-66837f39b59e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.407448] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.581603] env[65309]: INFO networking_nsxv3.common.synchronization [req-8f2af242-2472-4136-8fec-cf793047c327 req-f7f8498f-bda8-45c9-bdef-e0fcbfa915f5 tempest-ImagesOneServerNegativeTestJSON-1290280587 tempest-ImagesOneServerNegativeTestJSON-1290280587-project-member] Enqueued Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 818.582575] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 818.582670] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.582805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.582875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.583200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.583381] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.583486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.583547] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.583709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.583793] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.585035] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.909848] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.910059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.910059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.910476] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.910476] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.910600] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 is going to be updated. [ 818.942593] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.942726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.942726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.942957] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.943141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.953521] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-920 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.953753] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-920" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.953850] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-920" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.954092] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-920" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.954361] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.954495] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.954606] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.955940] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.956179] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.958474] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.958656] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.958783] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.958902] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.959580] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.959749] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.959896] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.961678] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: IN_PROGRESS for 2s [ 818.981900] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.982113] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.982330] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.983158] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-920" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.983501] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-4d124cc4-c9e3-44da-b862-3db8719da039 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.983708] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-4d124cc4-c9e3-44da-b862-3db8719da039" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.983836] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-4d124cc4-c9e3-44da-b862-3db8719da039" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.984370] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-4d124cc4-c9e3-44da-b862-3db8719da039" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.984370] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d124cc4-c9e3-44da-b862-3db8719da039',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.087983] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.087983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.087983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.087983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.109881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.110198] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.110315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.110373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.110644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.110728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.110819] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 is going to be updated. [ 819.136714] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.137167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.137256] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.137462] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.137603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.148668] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: IN_PROGRESS for 2s [ 819.284120] env[65309]: INFO networking_nsxv3.common.synchronization [req-cbbf10d1-7cdd-477b-ac21-a621163d9565 req-16f18dc5-dd7e-4c38-8a44-9f227831aaa9 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 819.284120] env[65309]: INFO networking_nsxv3.common.synchronization [req-cbbf10d1-7cdd-477b-ac21-a621163d9565 req-16f18dc5-dd7e-4c38-8a44-9f227831aaa9 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGHEST for action security_group_members [ 819.284120] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 819.284120] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGHEST for action security_group_members [ 819.284516] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.284516] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.284516] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.284696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.284889] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.284963] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.285026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.285197] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.285282] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.285377] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.286692] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f36efe-4590-4166-9aa0-8f33493f660d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.286692] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.286692] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.286929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.286929] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.287353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.287353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.287353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.287353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.287479] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.342087] env[65309]: INFO networking_nsxv3.common.synchronization [req-cbbf10d1-7cdd-477b-ac21-a621163d9565 req-16f18dc5-dd7e-4c38-8a44-9f227831aaa9 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGHEST for action security_group_rules [ 819.342087] env[65309]: INFO networking_nsxv3.common.synchronization [req-cbbf10d1-7cdd-477b-ac21-a621163d9565 req-16f18dc5-dd7e-4c38-8a44-9f227831aaa9 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGHEST for action security_group_members [ 819.342087] env[65309]: INFO networking_nsxv3.common.synchronization [req-cbbf10d1-7cdd-477b-ac21-a621163d9565 req-16f18dc5-dd7e-4c38-8a44-9f227831aaa9 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_rules [ 819.342087] env[65309]: INFO networking_nsxv3.common.synchronization [req-cbbf10d1-7cdd-477b-ac21-a621163d9565 req-16f18dc5-dd7e-4c38-8a44-9f227831aaa9 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 819.342087] env[65309]: INFO networking_nsxv3.common.synchronization [req-cbbf10d1-7cdd-477b-ac21-a621163d9565 req-16f18dc5-dd7e-4c38-8a44-9f227831aaa9 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: c00d8ce9-4e23-490d-9fb4-854ced116724 with Priority: HIGHEST for action port [ 819.342524] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGHEST for action security_group_rules [ 819.342770] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_rules [ 819.343077] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00d8ce9-4e23-490d-9fb4-854ced116724 with Priority: HIGHEST for action port [ 819.343314] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGHEST for action security_group_members [ 819.343506] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 819.343908] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f36efe-4590-4166-9aa0-8f33493f660d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.344239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.344395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.344821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.345020] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.346087] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.346369] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.346829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.346829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.346937] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.350760] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c00d8ce9-4e23-490d-9fb4-854ced116724 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.351115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.351274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.351736] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.353029] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c00d8ce9-4e23-490d-9fb4-854ced116724',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.353323] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f36efe-4590-4166-9aa0-8f33493f660d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.353588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.353990] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.354215] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.487279] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.487622] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.487732] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.488036] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.488203] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.488357] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 4d124cc4-c9e3-44da-b862-3db8719da039 not found, creating... [ 819.488612] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.488765] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.488880] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.489125] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.489267] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.489546] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.489702] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.489816] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.490095] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.490607] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.490817] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 4d124cc4-c9e3-44da-b862-3db8719da039 is going to be created. [ 819.517034] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.517337] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.517460] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.517839] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.518148] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.518466] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-4d124cc4-c9e3-44da-b862-3db8719da039" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.587542] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: SUCCESS [ 819.587781] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.587965] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.588210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.588403] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.588525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.588591] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.588740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.588820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.588918] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.793214] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.793214] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.855735] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c00d8ce9-4e23-490d-9fb4-854ced116724 with status ACTIVE [ 819.856345] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.856345] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.856345] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.856598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.856598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.856729] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.856826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.856886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.857057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.857138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.857429] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.857527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.857586] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.857731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.857803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.857888] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c00d8ce9-4e23-490d-9fb4-854ced116724 is going to be updated. [ 819.859160] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.859376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.859611] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f36efe-4590-4166-9aa0-8f33493f660d taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.859695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.884438] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.884616] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.884671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.884872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.885039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.885205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.018563] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: SUCCESS [ 820.018780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.018973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.019228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.019313] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.094409] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.166699] env[65309]: INFO networking_nsxv3.common.synchronization [req-666846b5-9f80-4f6f-a65f-cc0c73f91d38 req-53b5d512-a684-426e-b209-fefcac70b23b tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 with Priority: HIGHEST for action security_group_members [ 820.166833] env[65309]: INFO networking_nsxv3.common.synchronization [req-666846b5-9f80-4f6f-a65f-cc0c73f91d38 req-53b5d512-a684-426e-b209-fefcac70b23b tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 820.166968] env[65309]: INFO networking_nsxv3.common.synchronization [req-666846b5-9f80-4f6f-a65f-cc0c73f91d38 req-53b5d512-a684-426e-b209-fefcac70b23b tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGHEST for action security_group_members [ 820.167598] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 with Priority: HIGHEST for action security_group_members [ 820.167734] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 820.167853] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGHEST for action security_group_members [ 820.169190] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ef76b7d-16fe-46c6-bf44-72e9360d3483 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.169266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.169365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.169649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.170029] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.170029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.170153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.170326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.170454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.170586] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ef76b7d-16fe-46c6-bf44-72e9360d3483',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.172080] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.172173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.172462] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f36efe-4590-4166-9aa0-8f33493f660d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.172542] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.221688] env[65309]: INFO networking_nsxv3.common.synchronization [req-666846b5-9f80-4f6f-a65f-cc0c73f91d38 req-53b5d512-a684-426e-b209-fefcac70b23b tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 with Priority: HIGHEST for action security_group_rules [ 820.221872] env[65309]: INFO networking_nsxv3.common.synchronization [req-666846b5-9f80-4f6f-a65f-cc0c73f91d38 req-53b5d512-a684-426e-b209-fefcac70b23b tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 with Priority: HIGHEST for action security_group_members [ 820.222067] env[65309]: INFO networking_nsxv3.common.synchronization [req-666846b5-9f80-4f6f-a65f-cc0c73f91d38 req-53b5d512-a684-426e-b209-fefcac70b23b tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGHEST for action security_group_rules [ 820.222143] env[65309]: INFO networking_nsxv3.common.synchronization [req-666846b5-9f80-4f6f-a65f-cc0c73f91d38 req-53b5d512-a684-426e-b209-fefcac70b23b tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGHEST for action security_group_members [ 820.222266] env[65309]: INFO networking_nsxv3.common.synchronization [req-666846b5-9f80-4f6f-a65f-cc0c73f91d38 req-53b5d512-a684-426e-b209-fefcac70b23b tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_rules [ 820.222405] env[65309]: INFO networking_nsxv3.common.synchronization [req-666846b5-9f80-4f6f-a65f-cc0c73f91d38 req-53b5d512-a684-426e-b209-fefcac70b23b tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 820.222531] env[65309]: INFO networking_nsxv3.common.synchronization [req-666846b5-9f80-4f6f-a65f-cc0c73f91d38 req-53b5d512-a684-426e-b209-fefcac70b23b tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: c00d8ce9-4e23-490d-9fb4-854ced116724 with Priority: HIGHEST for action port [ 820.223151] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 with Priority: HIGHEST for action security_group_rules [ 820.223297] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGHEST for action security_group_rules [ 820.223394] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 820.223555] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00d8ce9-4e23-490d-9fb4-854ced116724 with Priority: HIGHEST for action port [ 820.223611] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_rules [ 820.223654] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 with Priority: HIGHEST for action security_group_members [ 820.223736] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGHEST for action security_group_members [ 820.224124] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ef76b7d-16fe-46c6-bf44-72e9360d3483 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.224267] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.224333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.224545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.224684] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ef76b7d-16fe-46c6-bf44-72e9360d3483',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.225616] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f36efe-4590-4166-9aa0-8f33493f660d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.225725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.225922] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.226018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.226206] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c00d8ce9-4e23-490d-9fb4-854ced116724 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.226307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.226373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.226570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.226657] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c00d8ce9-4e23-490d-9fb4-854ced116724',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.227642] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.227726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.227951] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ef76b7d-16fe-46c6-bf44-72e9360d3483 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.228055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.228244] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f36efe-4590-4166-9aa0-8f33493f660d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.228344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.240077] env[65309]: INFO networking_nsxv3.common.synchronization [req-8f2af242-2472-4136-8fec-cf793047c327 req-afde7a27-9aef-428b-92b6-c89b38f3cc60 service nova] Enqueued Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_rules [ 820.240260] env[65309]: INFO networking_nsxv3.common.synchronization [req-8f2af242-2472-4136-8fec-cf793047c327 req-afde7a27-9aef-428b-92b6-c89b38f3cc60 service nova] Enqueued Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 820.240394] env[65309]: INFO networking_nsxv3.common.synchronization [req-8f2af242-2472-4136-8fec-cf793047c327 req-afde7a27-9aef-428b-92b6-c89b38f3cc60 service nova] Enqueued Resource ID: 4d124cc4-c9e3-44da-b862-3db8719da039 with Priority: HIGHEST for action port [ 820.241421] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_rules [ 820.241579] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 820.241745] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d124cc4-c9e3-44da-b862-3db8719da039 with Priority: HIGHEST for action port [ 820.242023] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.242881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.244561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.246083] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.246203] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.247164] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.247273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.247420] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d124cc4-c9e3-44da-b862-3db8719da039 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.247560] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d124cc4-c9e3-44da-b862-3db8719da039" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.247605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d124cc4-c9e3-44da-b862-3db8719da039" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.247752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d124cc4-c9e3-44da-b862-3db8719da039" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.247830] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d124cc4-c9e3-44da-b862-3db8719da039',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.299537] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.300800] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.522055] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.522055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.598163] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.674854] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ef76b7d-16fe-46c6-bf44-72e9360d3483',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.729657] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c00d8ce9-4e23-490d-9fb4-854ced116724 with status ACTIVE [ 820.729889] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.730509] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.730509] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.730509] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.730509] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.730704] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.730755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.730786] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.730996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.731089] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.731283] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.731384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.731527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.731565] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.731635] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.731715] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c00d8ce9-4e23-490d-9fb4-854ced116724 is going to be updated. [ 820.732970] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ef76b7d-16fe-46c6-bf44-72e9360d3483 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.733136] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.750831] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.750831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.754614] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d124cc4-c9e3-44da-b862-3db8719da039 with status ACTIVE [ 820.754614] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.754614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.754614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.754614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.754614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.754614] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.754614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.754614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.754614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.755604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.755863] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.756008] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.756111] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.756313] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.756475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.756520] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d124cc4-c9e3-44da-b862-3db8719da039 is going to be updated. [ 820.761816] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.761816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.761816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.761816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.761816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.761816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c00d8ce9-4e23-490d-9fb4-854ced116724" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.784047] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.784047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.784047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.784266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.784332] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.784549] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d124cc4-c9e3-44da-b862-3db8719da039" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.802386] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.802650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.802725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.804558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.804558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.804558] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 820.805329] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.805329] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.806438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.806438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.806438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.806438] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f36efe-4590-4166-9aa0-8f33493f660d is going to be created. [ 820.836265] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.836426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.836519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.836795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.837050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.857944] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.858471] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.858471] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.858591] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.858722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.879412] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 820.886143] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f36efe-4590-4166-9aa0-8f33493f660d in Status: UNINITIALIZED for 2s [ 820.971168] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: SUCCESS [ 820.971469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.971728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.972357] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.972357] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.972572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.972679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.972879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.973097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.973237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.973371] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.102777] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.103754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.103864] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.104178] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.104283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.104389] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f17348da-2dc7-4ec7-8480-977efa378afe is going to be updated. [ 821.132842] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.133034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.133034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.133289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.133504] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.144999] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: IN_PROGRESS for 2s [ 821.157692] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: SUCCESS [ 821.157692] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 deletion is rescheduled due to dependency. [ 821.158066] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.158108] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.158389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.158605] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.158755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.158860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.159040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.159150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.159263] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.177220] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ef76b7d-16fe-46c6-bf44-72e9360d3483',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.476246] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.476436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.476548] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.477722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.477722] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.477722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.477722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.477722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.477722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.477722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.477722] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.477722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.478106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.478106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.478106] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.478210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.478210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.478358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.478420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.478502] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.478596] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.661403] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.680553] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.680553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.680733] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.680883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.680962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.681063] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 is going to be created. [ 821.712407] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.712608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.712608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.712905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.713120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.727267] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 in Status: UNINITIALIZED for 2s [ 821.981215] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 756efb63-df91-47b2-bed3-0c94d6d2bc08: rpc.has_security_group_logging(os_id): False [ 822.005495] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.005641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.005641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.005797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.005887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.006472] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.006472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.006472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.006937] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.006937] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.007059] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.007419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.007419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.007419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.007561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.007819] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.008280] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.008280] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.009031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.009031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.009031] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 is going to be updated. [ 822.085350] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.085626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.085626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.085854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.086024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.108275] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: IN_PROGRESS for 2s [ 822.163593] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.667059] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.667543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.667543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.667816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.667816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.667816] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 is going to be updated. [ 822.704265] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.704265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.704265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.704265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.704265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.713578] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: IN_PROGRESS for 2s [ 822.890030] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 822.890263] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.890432] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.890645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.891422] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.891601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.891665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.891844] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.891927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.892124] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.896109] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f36efe-4590-4166-9aa0-8f33493f660d in Status: SUCCESS [ 822.896171] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.896335] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.897404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.897404] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.897404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.897404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.897404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.897404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.897687] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.157057] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: SUCCESS [ 823.157292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.157478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.157829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.157922] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.158025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.158096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.158256] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.158338] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.158426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.158534] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.395548] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.401090] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.660925] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.661462] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.661692] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.662871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.662871] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.662871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.662871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.662871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.662871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.662871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.663241] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.663415] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.663415] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.663669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.663920] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.664038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.664157] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.664335] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.664779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.664779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.664779] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.739231] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 in Status: SUCCESS [ 823.739531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.739660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.739914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.740173] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.740481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.740481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.740599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.740635] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.740796] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ef76b7d-16fe-46c6-bf44-72e9360d3483',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.898516] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.901211] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.146350] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: SUCCESS [ 824.146585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.167368] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f17348da-2dc7-4ec7-8480-977efa378afe: rpc.has_security_group_logging(os_id): False [ 824.185320] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.185537] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.185537] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.185721] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.185814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.186032] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.186398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.186398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.186398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.186398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.186587] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.186672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.186861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.186861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.187273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.187512] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.187601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.187664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.187809] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.187887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.187971] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f17348da-2dc7-4ec7-8480-977efa378afe is going to be updated. [ 824.244340] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ef76b7d-16fe-46c6-bf44-72e9360d3483',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.249891] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.250151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.250980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.250980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.250980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.268245] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: IN_PROGRESS for 2s [ 824.400995] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.401161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.401203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.401404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.401491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.401583] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 824.403733] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.403859] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.403909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.404223] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.406439] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.406587] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f36efe-4590-4166-9aa0-8f33493f660d is going to be updated. [ 824.448478] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.448679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.448786] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.449039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.449217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.451571] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.451696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.451760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.451944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.452101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.464550] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 824.465490] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f36efe-4590-4166-9aa0-8f33493f660d in Status: IN_PROGRESS for 2s [ 824.723778] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: SUCCESS [ 824.723967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.724072] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.724272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.724498] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.724578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.724645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.724951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.724951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.724951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.725105] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.747225] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ef76b7d-16fe-46c6-bf44-72e9360d3483',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.227729] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.228143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.228278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.228472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.228825] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.228991] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.230028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.230249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.230393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.230480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.230658] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.230784] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.230953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.231138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.231294] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.231393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.231455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.233348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.233430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.233481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.233555] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.243534] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 825.243765] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=14 [ 825.250616] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.250788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.250877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.251182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.251303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.251423] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 is going to be updated. [ 825.335996] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.335996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.335996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.336319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.337104] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.351992] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 in Status: IN_PROGRESS for 2s [ 825.736930] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 576fb55f-654c-4ef5-b8a2-92c689b04653: rpc.has_security_group_logging(os_id): False [ 825.760380] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.760380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.760380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.760380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.760380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.760380] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.760932] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.760932] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.760932] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.761303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.761609] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.761906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.762083] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.762364] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.762495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.762825] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.763137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.763350] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.764652] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.764763] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.764879] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 is going to be updated. [ 825.855445] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.855607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.855663] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.856318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.856318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.873193] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: IN_PROGRESS for 2s [ 826.283745] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: SUCCESS [ 826.283745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.476715] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 826.476934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.477125] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.477351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.477571] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.477697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.477763] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.477989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.478043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.478094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.478193] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.480136] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f36efe-4590-4166-9aa0-8f33493f660d in Status: SUCCESS [ 826.481092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.481092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.481092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.481092] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.481092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.481092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.481357] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.481357] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.481357] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.482662] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.482662] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.482662] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.482662] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.482662] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.482662] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.483012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.483012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.483012] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.484566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.484737] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.484890] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.485368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.485368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.485368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.485368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.485368] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.984956] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.986640] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.988156] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.988272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.988789] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.364071] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 in Status: SUCCESS [ 827.364367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.364589] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.364773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.365156] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.365156] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.365156] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.365353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.365397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.365534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.365575] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ef76b7d-16fe-46c6-bf44-72e9360d3483',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.489137] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.490101] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21f36efe-4590-4166-9aa0-8f33493f660d: rpc.has_security_group_logging(os_id): False [ 827.491195] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.511475] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.511642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.511733] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.511978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.512097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.512341] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.512441] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.512504] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.512661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.512738] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.512824] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f36efe-4590-4166-9aa0-8f33493f660d is going to be created. [ 827.573793] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.574082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.574180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.574527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.574822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.591543] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f36efe-4590-4166-9aa0-8f33493f660d in Status: IN_PROGRESS for 2s [ 827.818884] env[65309]: INFO networking_nsxv3.common.synchronization [req-29f5e988-ee83-4e28-9a34-c365f813df05 req-d81b98a9-de06-46c7-8025-b43b24558c14 tempest-MultipleCreateTestJSON-1167688028 tempest-MultipleCreateTestJSON-1167688028-project-member] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 827.819558] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 827.819886] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.820059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.820338] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.820604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.820764] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.820896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.820958] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.821139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.821235] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.821318] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.867938] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ef76b7d-16fe-46c6-bf44-72e9360d3483',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.888131] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: SUCCESS [ 827.888367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.995320] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.995320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.995320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.995320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.995320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.995320] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 827.997233] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.997564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.999090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.999090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.999090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.999090] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f36efe-4590-4166-9aa0-8f33493f660d is going to be updated. [ 828.027483] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.028318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.028436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.029019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.029019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.031041] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.031172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.031351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.031439] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.031567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.043581] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f36efe-4590-4166-9aa0-8f33493f660d in Status: IN_PROGRESS for 2s [ 828.044351] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 828.238697] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.238914] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.239120] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.239391] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.239656] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.239810] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.240221] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.240471] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.240618] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.240837] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.241033] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.241101] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.241184] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.241417] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.241417] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.241681] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.271614] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.271793] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.271929] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.272134] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.272454] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-ca36019e-057b-45d0-a9c6-0c3f76c3524a taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.272622] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-ca36019e-057b-45d0-a9c6-0c3f76c3524a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.272739] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-ca36019e-057b-45d0-a9c6-0c3f76c3524a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.273129] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-ca36019e-057b-45d0-a9c6-0c3f76c3524a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.273283] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca36019e-057b-45d0-a9c6-0c3f76c3524a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.324278] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.324479] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.324556] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.324757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.324848] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.325056] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.325158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.325215] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.325391] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.325469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.325602] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f already deleted. [ 828.325654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.371213] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ef76b7d-16fe-46c6-bf44-72e9360d3483: rpc.has_security_group_logging(os_id): False [ 828.391819] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.391981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.392042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.392262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.392355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.392613] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.392667] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.392771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.392872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.393938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.394959] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 is going to be created. [ 828.461461] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.461461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.461461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.461461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.461461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.477547] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 in Status: IN_PROGRESS for 2s [ 828.776116] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.776369] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.776495] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.776789] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.776959] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.777149] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port ca36019e-057b-45d0-a9c6-0c3f76c3524a not found, creating... [ 828.777422] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.777580] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.777696] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.777929] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.778082] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.778481] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.778739] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.778886] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.779138] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.779286] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.779426] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: ca36019e-057b-45d0-a9c6-0c3f76c3524a is going to be created. [ 828.802466] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.802673] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.802795] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.803190] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.803431] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.803664] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-ca36019e-057b-45d0-a9c6-0c3f76c3524a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.513035] env[65309]: INFO networking_nsxv3.common.synchronization [req-29f5e988-ee83-4e28-9a34-c365f813df05 req-66464a13-0eaa-4af6-8981-bfa619b20b9f service nova] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_rules [ 829.513277] env[65309]: INFO networking_nsxv3.common.synchronization [req-29f5e988-ee83-4e28-9a34-c365f813df05 req-66464a13-0eaa-4af6-8981-bfa619b20b9f service nova] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 829.513375] env[65309]: INFO networking_nsxv3.common.synchronization [req-29f5e988-ee83-4e28-9a34-c365f813df05 req-66464a13-0eaa-4af6-8981-bfa619b20b9f service nova] Enqueued Resource ID: ca36019e-057b-45d0-a9c6-0c3f76c3524a with Priority: HIGHEST for action port [ 829.516833] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_rules [ 829.516833] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 829.516833] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca36019e-057b-45d0-a9c6-0c3f76c3524a with Priority: HIGHEST for action port [ 829.516833] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.516833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.516833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.516833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.516833] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.516833] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.516833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.516833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.517655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.517655] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.517655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.517655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.517655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.518672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.518808] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.522922] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca36019e-057b-45d0-a9c6-0c3f76c3524a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.523093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca36019e-057b-45d0-a9c6-0c3f76c3524a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.523156] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca36019e-057b-45d0-a9c6-0c3f76c3524a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.523340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca36019e-057b-45d0-a9c6-0c3f76c3524a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.523424] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca36019e-057b-45d0-a9c6-0c3f76c3524a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.606246] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f36efe-4590-4166-9aa0-8f33493f660d in Status: SUCCESS [ 829.606246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.606246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.606246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.606246] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.025771] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.029245] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.029545] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.030476] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca36019e-057b-45d0-a9c6-0c3f76c3524a with status ACTIVE [ 830.030683] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.030810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.030869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.031099] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.031331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.031398] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.031559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.031559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.031919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.031919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.031999] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.032237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.032338] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.032633] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.032778] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.033058] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca36019e-057b-45d0-a9c6-0c3f76c3524a is going to be updated. [ 830.056875] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 830.057138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.058062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.058481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.058672] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.058788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.058854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.059027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.059116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.059211] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.060992] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.061136] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.061279] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.061500] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.061625] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.061896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca36019e-057b-45d0-a9c6-0c3f76c3524a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.062668] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f36efe-4590-4166-9aa0-8f33493f660d in Status: SUCCESS [ 830.063012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.063459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.063628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.063886] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.064068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.064143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.064327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.064448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.065033] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.108490] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f36efe-4590-4166-9aa0-8f33493f660d taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.108666] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.420658] env[65309]: INFO networking_nsxv3.common.synchronization [None req-097d0d0c-dffc-489b-8836-ccd3cc12f805 None None] Enqueued Resource ID: ebd2e7c0-cacd-4eec-9d00-c7441818911a with Priority: HIGHEST for action port [ 830.421705] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd2e7c0-cacd-4eec-9d00-c7441818911a with Priority: HIGHEST for action port [ 830.421705] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebd2e7c0-cacd-4eec-9d00-c7441818911a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.421854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebd2e7c0-cacd-4eec-9d00-c7441818911a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.421854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebd2e7c0-cacd-4eec-9d00-c7441818911a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.422390] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebd2e7c0-cacd-4eec-9d00-c7441818911a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.422480] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd2e7c0-cacd-4eec-9d00-c7441818911a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.490618] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 in Status: SUCCESS [ 830.490842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.535017] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.545884] env[65309]: INFO networking_nsxv3.common.synchronization [req-29f5e988-ee83-4e28-9a34-c365f813df05 req-68919710-e043-49d1-827d-1ac0b2f67e89 tempest-MultipleCreateTestJSON-1167688028 tempest-MultipleCreateTestJSON-1167688028-project-member] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 830.545884] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 830.545884] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.545884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.566507] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.567684] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.924468] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebd2e7c0-cacd-4eec-9d00-c7441818911a [ 830.924715] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.927016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.927016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.927016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.927016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.927016] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebd2e7c0-cacd-4eec-9d00-c7441818911a already deleted. [ 830.927016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebd2e7c0-cacd-4eec-9d00-c7441818911a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.013378] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.013378] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.013378] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.013627] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.013876] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.014221] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.014364] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.014664] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.014817] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.015036] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.015140] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.015250] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.015353] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.015458] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.015559] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.015687] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.038833] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.038949] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.039031] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.039251] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.040033] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-ad0281b5-11d9-4f24-8d7b-3eb944b3681d taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.040033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-ad0281b5-11d9-4f24-8d7b-3eb944b3681d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.040033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-ad0281b5-11d9-4f24-8d7b-3eb944b3681d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.040255] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-ad0281b5-11d9-4f24-8d7b-3eb944b3681d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.040343] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad0281b5-11d9-4f24-8d7b-3eb944b3681d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.041870] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.042017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.042115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.044377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.044377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.044377] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be created. [ 831.072120] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.072259] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.072334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.073518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.073518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.074199] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.075522] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.086526] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: UNINITIALIZED for 2s [ 831.548348] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.548661] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.548790] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.549224] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.549421] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.549672] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port ad0281b5-11d9-4f24-8d7b-3eb944b3681d not found, creating... [ 831.550020] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.550242] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.550384] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.551917] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.553260] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.553260] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.553260] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.553260] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.553260] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.553809] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.553809] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: ad0281b5-11d9-4f24-8d7b-3eb944b3681d is going to be created. [ 831.578573] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.578757] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.578757] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.579326] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.579919] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.579919] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-ad0281b5-11d9-4f24-8d7b-3eb944b3681d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.580876] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.581034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.581118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.581289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.581376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.581467] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 831.582851] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.583058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.583123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.583297] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.583402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.583494] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f36efe-4590-4166-9aa0-8f33493f660d is going to be updated. [ 831.630246] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.630443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.630484] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.630755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.631072] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.633867] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.633998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.634349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.634349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.634558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.664754] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 831.665875] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f36efe-4590-4166-9aa0-8f33493f660d in Status: IN_PROGRESS for 2s [ 832.299243] env[65309]: INFO networking_nsxv3.common.synchronization [req-29f5e988-ee83-4e28-9a34-c365f813df05 req-005b01ca-17f7-49b3-b234-6e115fcacc23 service nova] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_rules [ 832.299462] env[65309]: INFO networking_nsxv3.common.synchronization [req-29f5e988-ee83-4e28-9a34-c365f813df05 req-005b01ca-17f7-49b3-b234-6e115fcacc23 service nova] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 832.299669] env[65309]: INFO networking_nsxv3.common.synchronization [req-29f5e988-ee83-4e28-9a34-c365f813df05 req-005b01ca-17f7-49b3-b234-6e115fcacc23 service nova] Enqueued Resource ID: ad0281b5-11d9-4f24-8d7b-3eb944b3681d with Priority: HIGHEST for action port [ 832.300478] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_rules [ 832.300619] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 832.300981] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad0281b5-11d9-4f24-8d7b-3eb944b3681d with Priority: HIGHEST for action port [ 832.301271] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.301437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.301864] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.303226] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.303478] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad0281b5-11d9-4f24-8d7b-3eb944b3681d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.303623] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad0281b5-11d9-4f24-8d7b-3eb944b3681d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.303701] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad0281b5-11d9-4f24-8d7b-3eb944b3681d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.303978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad0281b5-11d9-4f24-8d7b-3eb944b3681d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.304075] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad0281b5-11d9-4f24-8d7b-3eb944b3681d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.727420] env[65309]: INFO networking_nsxv3.common.synchronization [req-5be3b435-9cf2-4595-8a70-5e7eae09524a req-981b46f2-3db9-4c87-8ef1-6dbc451dc467 tempest-DeleteServersTestJSON-1650633726 tempest-DeleteServersTestJSON-1650633726-project-member] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 832.727805] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 832.728194] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.728335] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.728413] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.728733] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.728878] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.729030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.729765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.729765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.729765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.729765] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.809291] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad0281b5-11d9-4f24-8d7b-3eb944b3681d with status ACTIVE [ 832.809667] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.809833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.809910] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.810200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.810333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.810554] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.810649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.810710] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.810872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.810972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.811158] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.811252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.811310] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.811452] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.811512] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.811600] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad0281b5-11d9-4f24-8d7b-3eb944b3681d is going to be updated. [ 832.837194] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.837369] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.837483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.837685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.837815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.837982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad0281b5-11d9-4f24-8d7b-3eb944b3681d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.097538] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: SUCCESS [ 833.097538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.097538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.097538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.097538] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.097538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.097538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.097538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.097538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.097538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.097971] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.099013] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.099219] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.099389] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.099530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.099570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.099707] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.099785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.099873] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.140203] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.140394] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.140549] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.141923] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.142238] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.142410] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.142531] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.142769] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.142925] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.143300] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.143418] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.143575] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.144594] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.144594] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.144594] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.146061] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.166505] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.166703] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.166802] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.166977] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.167321] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-dbc56c5c-c51f-4be9-8b07-575a5ce7ad93 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.167557] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-dbc56c5c-c51f-4be9-8b07-575a5ce7ad93" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.167647] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-dbc56c5c-c51f-4be9-8b07-575a5ce7ad93" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.167929] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-dbc56c5c-c51f-4be9-8b07-575a5ce7ad93" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.168080] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbc56c5c-c51f-4be9-8b07-575a5ce7ad93',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.233056] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.233056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.233056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.233056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.233056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.233056] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.233320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.233320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.233381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.233463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.233546] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 already deleted. [ 833.233628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.602502] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.602502] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.602502] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.671053] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.671352] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.671445] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.671745] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.671901] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.672072] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port dbc56c5c-c51f-4be9-8b07-575a5ce7ad93 not found, creating... [ 833.672373] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.672544] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.672681] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.672913] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.673140] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.673572] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.673765] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.673910] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.674204] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.674368] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.674533] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: dbc56c5c-c51f-4be9-8b07-575a5ce7ad93 is going to be created. [ 833.680357] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 833.680611] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.680803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.681129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.681395] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.681591] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.681698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.681974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.682411] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.682411] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.682597] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.682597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.682738] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.684041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.684041] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.684041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.684041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.684041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.684041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.684041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.684041] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.685874] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f36efe-4590-4166-9aa0-8f33493f660d in Status: SUCCESS [ 833.686553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.686654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.686857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.687106] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.687243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.687347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.687552] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.687709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.687814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.687940] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.701280] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.701523] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.701640] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.701933] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.702247] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.702525] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-dbc56c5c-c51f-4be9-8b07-575a5ce7ad93" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.104995] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.190709] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8f39115-03aa-4960-a185-0ef6f32f7791: rpc.has_security_group_logging(os_id): False [ 834.192300] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.211994] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.212173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.212229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.212422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.212516] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.212725] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.212815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.212932] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.213321] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.213417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.213613] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.213713] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.213781] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.213907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.213975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.214399] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.214399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.214399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.214909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.214987] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.215089] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 834.229458] env[65309]: INFO networking_nsxv3.common.synchronization [req-19f35cd7-0f9d-4689-ab75-30f03bb820e9 req-bf0cbc90-4f03-4309-b676-3ff072bb19b5 tempest-ImagesOneServerNegativeTestJSON-1290280587 tempest-ImagesOneServerNegativeTestJSON-1290280587-project-member] Enqueued Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 834.229970] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 with Priority: HIGHEST for action security_group_members [ 834.230290] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-576fb55f-654c-4ef5-b8a2-92c689b04653 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.230409] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.230480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.230655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.230797] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.230979] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.230979] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.231344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.231449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.231555] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('576fb55f-654c-4ef5-b8a2-92c689b04653',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.287244] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.287244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.287244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.287244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.287244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.303928] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 834.425637] env[65309]: INFO networking_nsxv3.common.synchronization [req-5be3b435-9cf2-4595-8a70-5e7eae09524a req-60c2b2bf-e498-4917-ac7a-0db9c5c420b6 service nova] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_rules [ 834.425815] env[65309]: INFO networking_nsxv3.common.synchronization [req-5be3b435-9cf2-4595-8a70-5e7eae09524a req-60c2b2bf-e498-4917-ac7a-0db9c5c420b6 service nova] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 834.425952] env[65309]: INFO networking_nsxv3.common.synchronization [req-5be3b435-9cf2-4595-8a70-5e7eae09524a req-60c2b2bf-e498-4917-ac7a-0db9c5c420b6 service nova] Enqueued Resource ID: dbc56c5c-c51f-4be9-8b07-575a5ce7ad93 with Priority: HIGHEST for action port [ 834.426505] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_rules [ 834.426643] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 834.426742] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbc56c5c-c51f-4be9-8b07-575a5ce7ad93 with Priority: HIGHEST for action port [ 834.427041] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.427150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.427216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.427463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.427544] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.428435] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.428548] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.428614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.428783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.428926] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.429033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.429097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.429243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.429330] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.429426] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.430570] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbc56c5c-c51f-4be9-8b07-575a5ce7ad93 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.430570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbc56c5c-c51f-4be9-8b07-575a5ce7ad93" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.430570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbc56c5c-c51f-4be9-8b07-575a5ce7ad93" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.430570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbc56c5c-c51f-4be9-8b07-575a5ce7ad93" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.430570] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbc56c5c-c51f-4be9-8b07-575a5ce7ad93',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.607743] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.607899] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.607973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.608195] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.608282] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.608377] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be updated. [ 834.638522] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.638679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.638754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.638996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.639158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.649218] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: IN_PROGRESS for 2s [ 834.698860] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21f36efe-4590-4166-9aa0-8f33493f660d: rpc.has_security_group_logging(os_id): False [ 834.720122] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.720318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.720366] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.720557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.720649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.720889] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.721009] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.721078] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.721238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.721314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.721400] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f36efe-4590-4166-9aa0-8f33493f660d is going to be updated. [ 834.733680] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.733825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.733995] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.734147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.734245] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.734438] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.734535] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.734597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.734757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.734841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.734980] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 is going to be updated. [ 834.760340] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.762463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.762640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.762892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.763142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.774505] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: IN_PROGRESS for 2s [ 834.783223] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.783361] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.783429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.783644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.783784] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.796375] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f36efe-4590-4166-9aa0-8f33493f660d in Status: IN_PROGRESS for 2s [ 834.932021] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.933169] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.933297] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.933624] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbc56c5c-c51f-4be9-8b07-575a5ce7ad93 with status ACTIVE [ 834.933820] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.933902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.933974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.934210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.934293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.934476] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.934578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.934626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.934768] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.934841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.935034] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.935122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.935176] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.935313] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.935369] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.935456] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbc56c5c-c51f-4be9-8b07-575a5ce7ad93 is going to be updated. [ 835.044977] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.045717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.045717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.045717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.045717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.045717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbc56c5c-c51f-4be9-8b07-575a5ce7ad93" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.434464] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.469214] env[65309]: INFO networking_nsxv3.common.synchronization [req-58d577a5-0887-4a1c-a30a-6d1cc8033e05 req-941afef8-691a-4c74-838d-00b755608818 tempest-ImagesTestJSON-941911563 tempest-ImagesTestJSON-941911563-project-member] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 835.469826] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 835.471229] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.471499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.471499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.471744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.472065] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.472253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.472253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.472529] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.472610] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.472703] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.903543] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.905099] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.905099] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.905099] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.906033] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.906033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.906033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.906384] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.906384] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.906467] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.906577] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.906678] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.906785] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.906888] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.906988] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.907165] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.928614] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.928783] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.928921] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.929151] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.929471] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-b9c472c0-8eef-491f-b8c9-cad48634e325 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.929648] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-b9c472c0-8eef-491f-b8c9-cad48634e325" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.929765] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-b9c472c0-8eef-491f-b8c9-cad48634e325" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.931523] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-b9c472c0-8eef-491f-b8c9-cad48634e325" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.931523] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c472c0-8eef-491f-b8c9-cad48634e325',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.940872] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.941062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.941122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.941333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.943085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.943085] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be created. [ 835.965542] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.967487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.967487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.967487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.967487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.977884] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.981048] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: UNINITIALIZED for 2s [ 836.318768] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 836.319017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.319642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.319886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.319979] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.432853] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.433051] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.433100] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.433437] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.433634] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.433829] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port b9c472c0-8eef-491f-b8c9-cad48634e325 not found, creating... [ 836.434207] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.434396] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.434543] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.434837] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.435437] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.435933] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.436226] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.436427] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.436696] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.436910] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.437195] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: b9c472c0-8eef-491f-b8c9-cad48634e325 is going to be created. [ 836.460401] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.460401] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.460401] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.461954] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.461954] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.461954] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-b9c472c0-8eef-491f-b8c9-cad48634e325" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.479646] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.665429] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: SUCCESS [ 836.665683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.665872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.666192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.666406] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.666626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.666690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.666886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.667013] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.667160] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.787424] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 in Status: SUCCESS [ 836.787780] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 576fb55f-654c-4ef5-b8a2-92c689b04653 deletion is rescheduled due to dependency. [ 836.787931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-576fb55f-654c-4ef5-b8a2-92c689b04653" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.812048] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f36efe-4590-4166-9aa0-8f33493f660d in Status: SUCCESS [ 836.812048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.821947] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.822156] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.822156] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.822425] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.822584] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.822682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.822759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.822916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.823088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.823179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.823265] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.984578] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.984578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.984578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.984578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.984578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.984578] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 837.016898] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.018887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.018887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.018887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.018887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.036053] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 837.170164] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.200580] env[65309]: INFO networking_nsxv3.common.synchronization [req-58d577a5-0887-4a1c-a30a-6d1cc8033e05 req-dcac56d2-4580-4433-ae39-972ec3b24fd2 service nova] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_rules [ 837.200678] env[65309]: INFO networking_nsxv3.common.synchronization [req-58d577a5-0887-4a1c-a30a-6d1cc8033e05 req-dcac56d2-4580-4433-ae39-972ec3b24fd2 service nova] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 837.200791] env[65309]: INFO networking_nsxv3.common.synchronization [req-58d577a5-0887-4a1c-a30a-6d1cc8033e05 req-dcac56d2-4580-4433-ae39-972ec3b24fd2 service nova] Enqueued Resource ID: b9c472c0-8eef-491f-b8c9-cad48634e325 with Priority: HIGHEST for action port [ 837.201024] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_rules [ 837.201154] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 837.201251] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c472c0-8eef-491f-b8c9-cad48634e325 with Priority: HIGHEST for action port [ 837.201815] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.201883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.201949] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.202555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.202643] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.203655] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.203751] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.203943] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9c472c0-8eef-491f-b8c9-cad48634e325 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.204079] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9c472c0-8eef-491f-b8c9-cad48634e325" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.204161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9c472c0-8eef-491f-b8c9-cad48634e325" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.204306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9c472c0-8eef-491f-b8c9-cad48634e325" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.204383] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c472c0-8eef-491f-b8c9-cad48634e325',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.328359] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.328359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.328359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.328359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.328359] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.328359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.328359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.328359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.328359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.328359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.328359] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.328359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.328359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.328359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.328359] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.328359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.328900] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.328900] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.328900] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.328900] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.328900] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.674591] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.706888] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9c472c0-8eef-491f-b8c9-cad48634e325 with status ACTIVE [ 837.707142] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.707288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.707357] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.707578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.707672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.707855] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.707953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.708029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.708204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.708285] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.708484] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.708600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.708682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.708832] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.708909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.709083] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9c472c0-8eef-491f-b8c9-cad48634e325 is going to be updated. [ 837.710431] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.710717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.736588] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.736588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.736588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.736588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.736912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.736912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9c472c0-8eef-491f-b8c9-cad48634e325" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.831151] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8f39115-03aa-4960-a185-0ef6f32f7791: rpc.has_security_group_logging(os_id): False [ 837.856670] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.856887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.856947] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.857232] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.857410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.857621] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.857775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.857833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.858061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.858166] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.858428] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.858560] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.858628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.858827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.858926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.859193] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.859308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.859376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.859566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.859722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.859781] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 837.933281] env[65309]: INFO networking_nsxv3.common.synchronization [req-1586b901-fad9-4091-ae13-2c8ad1927539 req-8fd2a4dd-a328-47cd-acbc-1770fca74f8b tempest-ServersAdminTestJSON-1396726910 tempest-ServersAdminTestJSON-1396726910-project-member] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 837.934046] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 837.934561] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.934847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.936903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.936903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.936903] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.936903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.936903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.936903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.936903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.936903] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.949837] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.949837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.949837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.949837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.949837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.966342] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 837.991901] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 837.991901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.992081] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.992163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.992350] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.992595] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.992595] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.992703] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.992782] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.992924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.993078] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.178225] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.178225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.178383] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.178563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.178685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.178836] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be updated. [ 838.211668] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.212118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.212764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.215686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.215686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.223439] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: IN_PROGRESS for 2s [ 838.439990] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.495971] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.499620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.499620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.499620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.499620] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.499620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.499620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.499620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.499620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.499620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.499620] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.499620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.499620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.499620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.499620] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.499620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.499620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.499620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.499620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.500270] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.500270] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.942305] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.004505] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2: rpc.has_security_group_logging(os_id): False [ 839.023101] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.023273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.023348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.023568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.023660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.023849] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.023950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.024075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.024283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.024452] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.024571] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.024673] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.024713] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.024859] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.024933] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.025140] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.025230] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.025290] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.025429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.025502] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.025585] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be created. [ 839.046685] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 839.047043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.047288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.047514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.047706] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.047822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.047891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.049146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.049146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.049146] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.117756] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.118022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.118258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.118622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.118897] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.134220] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 839.445606] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.445775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.445825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.446105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.446207] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.446362] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be updated. [ 839.483529] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.483726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.483788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.484026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.484199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.495137] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: IN_PROGRESS for 2s [ 839.552443] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.984974] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 839.985491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.055243] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.234370] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: IN_PROGRESS for 4s [ 840.557739] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.558106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.558192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.559012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.559012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.559012] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 840.600779] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.600926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.602344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.602625] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.602795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.624227] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 841.156559] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 841.156973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.508064] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: SUCCESS [ 841.508383] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.517944] env[65309]: INFO networking_nsxv3.common.synchronization [req-b25f27c8-85e9-4fae-84e7-3b84cd906d45 req-2833e8f8-6bbe-42e4-b49a-667aebfdfee6 tempest-ServersTestBootFromVolume-407856697 tempest-ServersTestBootFromVolume-407856697-project-member] Enqueued Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGHEST for action security_group_members [ 841.517944] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGHEST for action security_group_members [ 841.517944] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.517944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.517944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.517944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.517944] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.517944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.517944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.518638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.518638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.518638] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32ba5f02-15b0-4e18-bc59-92009a8c1b1f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.022952] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.022952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.022952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.023196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.023196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.023682] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.023682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.023682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.023682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.023861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.023861] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f is going to be updated. [ 842.069033] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.069033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.069033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.069033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.069033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.083884] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f in Status: IN_PROGRESS for 2s [ 842.247971] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: SUCCESS [ 842.248493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.248493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.248695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.248966] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.249099] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.249192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.249434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.249551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.249650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.249819] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.249938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.249996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.250324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.250676] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.250795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.253284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.253284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.253284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.253284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.253284] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.634614] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 842.634776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.634840] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.635159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.635438] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.635608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.635683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.635876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.636064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.636167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.636418] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.757831] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6575def6-64e4-4853-bd2a-a486f9e2232f: rpc.has_security_group_logging(os_id): False [ 842.777116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.777346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.777346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.777558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.777654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.777859] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.777979] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.778072] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.778172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.778243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.778436] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.778549] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.778603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.778738] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.778807] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.779045] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.779176] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.779235] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.779349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.779491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.779491] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be created. [ 842.855513] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.855783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.855870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.856183] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.856573] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.874707] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: IN_PROGRESS for 2s [ 842.896465] env[65309]: INFO networking_nsxv3.common.synchronization [req-8b5bd3b9-8976-43ca-8fc9-2196ad8e6ff8 req-38b2a140-7a85-4411-9b61-2a0195b58e83 tempest-VolumesAssistedSnapshotsTest-2007413339 tempest-VolumesAssistedSnapshotsTest-2007413339-project-member] Enqueued Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGHEST for action security_group_members [ 842.898116] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGHEST for action security_group_members [ 842.898116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a0c7338-a4ec-48bc-b911-a3d528e026a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.898116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.898116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.898116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.898443] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.898514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.898554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.899141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.899141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.899141] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a0c7338-a4ec-48bc-b911-a3d528e026a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.139740] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.139740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.139740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.139740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.140233] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.140233] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.140233] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.140233] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.140381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.140381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.140527] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.141773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.141773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.141773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.141773] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.141773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.141773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.141773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.141773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.141773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.141773] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.402105] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.402430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.402430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.402561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.402651] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.402846] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.402938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.403012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.403166] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.403238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.403322] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 is going to be updated. [ 843.435436] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.435690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.435794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.436032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.436176] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.448046] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 in Status: IN_PROGRESS for 2s [ 843.502700] env[65309]: INFO networking_nsxv3.common.synchronization [req-10369645-1e81-4db5-9f6a-85206491318c req-57517a25-3cb2-452e-9c77-7fc426acf670 tempest-ServersTestJSON-337806064 tempest-ServersTestJSON-337806064-project-member] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 843.503305] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 843.503619] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.503773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.503835] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.504039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.504242] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.504336] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.504963] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.505156] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.505252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.505355] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.644842] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f: rpc.has_security_group_logging(os_id): False [ 843.665104] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.665313] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.665359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.665695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.665695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.666140] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.666140] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.666140] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.666756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.666756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.666756] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.666756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.666756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.666962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.666962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.670444] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.670654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.670725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.672284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.672284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.672284] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 843.751857] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.752082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.752147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.752356] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.752504] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.787577] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 844.008843] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.020229] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.020229] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.020229] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.020229] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.020818] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.021232] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.021487] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.022271] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.022638] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.023044] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.023322] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.023558] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.023827] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.024113] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.024722] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.025025] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.065033] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.065033] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.065033] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.065033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.065033] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-e377cf0f-ea29-4cee-a8a4-7dcf982254ec taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.065033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-e377cf0f-ea29-4cee-a8a4-7dcf982254ec" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.065033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-e377cf0f-ea29-4cee-a8a4-7dcf982254ec" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.065033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-e377cf0f-ea29-4cee-a8a4-7dcf982254ec" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.065033] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e377cf0f-ea29-4cee-a8a4-7dcf982254ec',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.097288] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f in Status: SUCCESS [ 844.097742] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f deletion is rescheduled due to dependency. [ 844.098092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.511065] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.569890] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.570209] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.570337] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.570755] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.571307] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.571307] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port e377cf0f-ea29-4cee-a8a4-7dcf982254ec not found, creating... [ 844.572154] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.572361] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.572499] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.573280] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.573280] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.573702] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.573912] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.574018] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.574231] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.574374] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.574607] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: e377cf0f-ea29-4cee-a8a4-7dcf982254ec is going to be created. [ 844.609193] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.609193] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.609193] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.609193] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.609193] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.609480] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-e377cf0f-ea29-4cee-a8a4-7dcf982254ec" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.893586] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: SUCCESS [ 844.894018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.894347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.895013] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.895013] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.013595] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.013894] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.013894] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.013894] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.014140] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.014140] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 845.048615] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.048800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.048867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.049115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.049265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.064476] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 845.399576] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.399768] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.399887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.400141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.400345] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.400455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.400534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.400725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.400825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.400960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.401115] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.463508] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 in Status: SUCCESS [ 845.463778] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 deletion is rescheduled due to dependency. [ 845.464025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.807180] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 845.808342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.907161] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.907307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.907377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.907709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.907894] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.908012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.908085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.908240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.908327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.908419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.908592] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.908769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.908846] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.908992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.909143] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.909233] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.909301] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.909432] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.909508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.909590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.909705] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.942643] env[65309]: INFO networking_nsxv3.common.synchronization [req-10369645-1e81-4db5-9f6a-85206491318c req-698e34e5-37a3-44d2-86a3-263b8962ccbd service nova] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_rules [ 845.942643] env[65309]: INFO networking_nsxv3.common.synchronization [req-10369645-1e81-4db5-9f6a-85206491318c req-698e34e5-37a3-44d2-86a3-263b8962ccbd service nova] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 845.942643] env[65309]: INFO networking_nsxv3.common.synchronization [req-10369645-1e81-4db5-9f6a-85206491318c req-698e34e5-37a3-44d2-86a3-263b8962ccbd service nova] Enqueued Resource ID: e377cf0f-ea29-4cee-a8a4-7dcf982254ec with Priority: HIGHEST for action port [ 845.942643] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_rules [ 845.942643] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 845.942963] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e377cf0f-ea29-4cee-a8a4-7dcf982254ec with Priority: HIGHEST for action port [ 845.947022] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.947022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.947022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.947022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.947022] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.947022] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.949869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.950283] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-e377cf0f-ea29-4cee-a8a4-7dcf982254ec taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.950495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e377cf0f-ea29-4cee-a8a4-7dcf982254ec" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.950533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e377cf0f-ea29-4cee-a8a4-7dcf982254ec" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.952471] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e377cf0f-ea29-4cee-a8a4-7dcf982254ec" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.952471] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e377cf0f-ea29-4cee-a8a4-7dcf982254ec',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.417917] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6575def6-64e4-4853-bd2a-a486f9e2232f: rpc.has_security_group_logging(os_id): False [ 846.442666] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.442920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.442970] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.443365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.443507] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.443877] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.443981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.444088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.444340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.444456] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.444774] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.446042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.446042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.446042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.446042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.446042] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.446042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.446423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.446423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.446640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.446640] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be updated. [ 846.453246] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.453429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.453698] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e377cf0f-ea29-4cee-a8a4-7dcf982254ec with status ACTIVE [ 846.453969] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.454149] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.454259] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.454552] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.454697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.454983] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.455147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.455247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.455536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.455655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.455942] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.456605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.456605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.456605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.456605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.456787] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e377cf0f-ea29-4cee-a8a4-7dcf982254ec is going to be updated. [ 846.486817] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.486984] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.487234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.487305] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.487439] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.487579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e377cf0f-ea29-4cee-a8a4-7dcf982254ec" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.527652] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.527933] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.527933] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.528098] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.528283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.546665] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: IN_PROGRESS for 2s [ 847.078829] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 847.079137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.079372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.079723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.079990] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.080198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.080310] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.080540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.080634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.080727] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.284291] env[65309]: INFO networking_nsxv3.common.synchronization [req-9309fbde-44f4-496a-8d34-b07edea4cbbc req-dc81bc97-550c-4716-9a64-b2e65707fbad tempest-MultipleCreateTestJSON-1167688028 tempest-MultipleCreateTestJSON-1167688028-project-member] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 847.284931] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 847.285356] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.285513] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.285612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.285851] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.286065] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.286205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.286254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.286411] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.286500] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.286602] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.487197] env[65309]: INFO networking_nsxv3.common.synchronization [req-7df89e3f-f50f-4eb0-a28d-027f589b923b req-785cda91-6820-4590-a274-75f344b3a473 tempest-MultipleCreateTestJSON-1167688028 tempest-MultipleCreateTestJSON-1167688028-project-member] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 847.488252] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 847.488514] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.488627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.583637] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.789085] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.087768] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.291329] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.563767] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: SUCCESS [ 848.563767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.592315] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.592315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.592315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.592315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.592315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.592315] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 848.628854] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.629082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.629190] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.629486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.629665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.640964] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 848.796355] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.796355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.796355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.796723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.796723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.796827] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be updated. [ 848.846029] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.846228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.846274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.846496] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.846638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.857966] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: IN_PROGRESS for 2s [ 848.966946] env[65309]: INFO networking_nsxv3.common.synchronization [req-ba7e6e70-33a5-44d4-ac59-1d118b3b3ec5 req-4f024d6f-f3b8-4fd2-9c44-e2551fd93630 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 848.966946] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 848.966946] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.966946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.966946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.966946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.966946] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.966946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.966946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.966946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.966946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.966946] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.397633] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.397943] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-733" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.398057] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-733" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.398308] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-733" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.398537] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.398706] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.399366] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.401695] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.401971] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.402278] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.402402] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.402513] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.402625] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.402735] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.402850] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.403087] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.428486] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.428671] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.429050] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.429050] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-733" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.429458] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-81b58e47-6404-430e-84fa-8d14474aff32 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.429675] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.429806] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.430221] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.430382] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81b58e47-6404-430e-84fa-8d14474aff32',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.468596] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.932813] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.933224] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.933385] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.933685] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.933844] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.934023] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 81b58e47-6404-430e-84fa-8d14474aff32 not found, creating... [ 849.934370] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.934661] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.934862] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.935173] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.935359] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.935707] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.935911] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.936219] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.936351] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.936569] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.936726] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 81b58e47-6404-430e-84fa-8d14474aff32 is going to be created. [ 849.960446] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.962673] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.962891] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.963328] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.963570] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.963884] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.971068] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.477371] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.477922] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.477922] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.478936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.479077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.479206] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 850.529792] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.530080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.530080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.530238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.530322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.544107] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 850.653237] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 850.653594] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.653594] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.653836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.654068] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.654223] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.654287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.654449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.654530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.654616] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.654708] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.730608] env[65309]: INFO networking_nsxv3.common.synchronization [req-ba7e6e70-33a5-44d4-ac59-1d118b3b3ec5 req-fb81c1d2-a53c-4b14-aefa-fe1811dfcf3c service nova] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_rules [ 850.730853] env[65309]: INFO networking_nsxv3.common.synchronization [req-ba7e6e70-33a5-44d4-ac59-1d118b3b3ec5 req-fb81c1d2-a53c-4b14-aefa-fe1811dfcf3c service nova] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 850.731095] env[65309]: INFO networking_nsxv3.common.synchronization [req-ba7e6e70-33a5-44d4-ac59-1d118b3b3ec5 req-fb81c1d2-a53c-4b14-aefa-fe1811dfcf3c service nova] Enqueued Resource ID: 81b58e47-6404-430e-84fa-8d14474aff32 with Priority: HIGHEST for action port [ 850.731708] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_rules [ 850.731840] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 850.732164] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b58e47-6404-430e-84fa-8d14474aff32 with Priority: HIGHEST for action port [ 850.732254] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.732383] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.732446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.732642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.732727] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.733806] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.734834] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.734834] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-81b58e47-6404-430e-84fa-8d14474aff32 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.734834] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.734834] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.735410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.735410] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81b58e47-6404-430e-84fa-8d14474aff32',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.868855] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: SUCCESS [ 850.869531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.869531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.869531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.869741] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.870117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.870117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.870342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.870463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.870581] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.158141] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.158393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.158393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.158650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.158865] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.159022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.159080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.159412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.159509] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.159558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.160116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.160116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.160116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.160116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.160341] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.160389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.160446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.160617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.160696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.160810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.160930] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.236951] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.237197] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.237267] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81b58e47-6404-430e-84fa-8d14474aff32 with status ACTIVE [ 851.237430] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.237536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.237598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.237811] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.237904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.238106] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.238204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.238255] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.238414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.238493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.238674] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.238768] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.238825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.239261] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.239261] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.239261] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81b58e47-6404-430e-84fa-8d14474aff32 is going to be updated. [ 851.264228] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.264438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.264438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.264531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.264726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.264844] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.373934] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.373934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.373934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.374242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.374356] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.374578] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.374688] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.374752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.374919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.375048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.375588] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be updated. [ 851.419306] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.419582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.419940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.419940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.420674] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.431486] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: IN_PROGRESS for 2s [ 851.572222] env[65309]: INFO networking_nsxv3.common.synchronization [req-5182618d-3f41-4b6b-a1cd-1c937e84a704 req-b78b98ac-fa6d-4784-b2cb-b126613779f1 tempest-ServersTestManualDisk-8109095 tempest-ServersTestManualDisk-8109095-project-member] Enqueued Resource ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 with Priority: HIGHEST for action security_group_members [ 851.573161] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 with Priority: HIGHEST for action security_group_members [ 851.573680] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-50233d88-2308-4a0e-9d7d-eb6816393d99 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.573940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.573940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.574241] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.574454] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.574617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.574664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.574882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.574990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.575220] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50233d88-2308-4a0e-9d7d-eb6816393d99',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.663740] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70fcfe2-957d-4d66-b66e-542217612b12: rpc.has_security_group_logging(os_id): False [ 851.687718] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.687969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.687969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.688089] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.688820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.688820] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.688820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.688820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.688820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.688820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.689545] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.689545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.689545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.689545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.689545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.689545] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.689998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.689998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.689998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.689998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.689998] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 851.761561] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.761852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.761852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.762374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.762374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.783775] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 852.079290] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.079512] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.079619] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.079866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.079980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.080608] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.080608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.080608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.080827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.080827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.081525] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 is going to be updated. [ 852.139412] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.139625] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.139691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.139917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.140121] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.156333] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 in Status: IN_PROGRESS for 2s [ 852.177334] env[65309]: INFO networking_nsxv3.common.synchronization [req-0adccec6-0ee7-4104-9320-1a5893730073 req-260ab3e8-2693-413f-9889-75dd7fe1f624 tempest-DeleteServersTestJSON-1650633726 tempest-DeleteServersTestJSON-1650633726-project-member] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 852.177861] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 852.178188] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.178311] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.178368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.178849] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.179234] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.179420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.179808] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.179808] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.179808] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.179952] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.557385] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 852.558610] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.560347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.560347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.560347] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.560347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.560591] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.561401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.561401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.561401] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.682258] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.682858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.682858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.682858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.682858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.683216] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.683482] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.683617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.683817] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.683901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.683995] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 852.718917] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.722165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.722165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.722165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.722165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.733336] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 853.063266] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.441448] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: SUCCESS [ 853.441624] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f deletion is rescheduled due to dependency. [ 853.441730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.566157] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.805943] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 853.806402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.068606] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.068829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.068912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.069169] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.069317] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.069429] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 854.105334] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.105625] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.105625] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.105949] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.106158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.117545] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 854.130653] env[65309]: INFO networking_nsxv3.common.synchronization [None req-be57f096-a881-4ee3-bce5-f7bb03933ea2 tempest-ServerRescueNegativeTestJSON-1001887786 tempest-ServerRescueNegativeTestJSON-1001887786-project-member] Enqueued Resource ID: f57b203b-2758-4079-809a-0604536ecc44 with Priority: HIGHEST for action security_group_rules [ 854.131370] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57b203b-2758-4079-809a-0604536ecc44 with Priority: HIGHEST for action security_group_rules [ 854.132399] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f57b203b-2758-4079-809a-0604536ecc44 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.132399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.132399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.132399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.132399] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f57b203b-2758-4079-809a-0604536ecc44',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.167807] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 in Status: SUCCESS [ 854.167807] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 deletion is rescheduled due to dependency. [ 854.167807] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.246680] env[65309]: INFO networking_nsxv3.common.synchronization [None req-f8a7b269-299b-4dd7-a5d4-0de940bb2c6b tempest-ServerRescueNegativeTestJSON-1001887786 tempest-ServerRescueNegativeTestJSON-1001887786-project-member] Enqueued Resource ID: f57b203b-2758-4079-809a-0604536ecc44 with Priority: HIGHEST for action security_group_rules [ 854.246802] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57b203b-2758-4079-809a-0604536ecc44 with Priority: HIGHEST for action security_group_rules [ 854.248782] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f57b203b-2758-4079-809a-0604536ecc44 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.250039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.659639] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.659814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.659863] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.660116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.660306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.660423] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f57b203b-2758-4079-809a-0604536ecc44 already deleted. [ 854.660558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.660721] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.660966] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.661072] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f57b203b-2758-4079-809a-0604536ecc44',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.745452] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 854.745452] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 deletion is rescheduled due to dependency. [ 854.745452] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.184212] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.184708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.184708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.184708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.184840] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.184840] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f57b203b-2758-4079-809a-0604536ecc44 already deleted. [ 855.184911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.129347] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 856.129648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.129824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.130068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.130329] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.130457] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.130524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.130762] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.131131] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.131315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.131456] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.634286] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.634677] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.634872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.635159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.635575] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.635762] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.635873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.636165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.636312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.636462] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.636702] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.636857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.636955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.637220] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.637458] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.638393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.638393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.638393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.638393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.638393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.638393] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.761598] env[65309]: INFO networking_nsxv3.common.synchronization [req-42e6d7af-7602-42e7-91ac-70159a707812 req-e7772d1d-d702-4348-b20f-c0bea44adad6 tempest-ImagesTestJSON-941911563 tempest-ImagesTestJSON-941911563-project-member] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 856.762284] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 856.762671] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.762840] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.762926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.763207] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.763399] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.763522] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.763605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.763794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.763909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.764036] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.141193] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8f39115-03aa-4960-a185-0ef6f32f7791: rpc.has_security_group_logging(os_id): False [ 857.163109] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.163397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.163511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.163832] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.163997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.164358] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.164515] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.164609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.164871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.164985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.166119] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.166298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.166396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.166628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.166742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.167058] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.167203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.167310] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.167521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.168341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.168341] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 857.266716] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.276020] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.276020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.276020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.276020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.276020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.293691] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 857.769185] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.271413] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.271797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.271797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.272037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.272037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.272105] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 858.308937] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.308937] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.308937] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.309155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.309280] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.323500] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 859.318548] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 859.318975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.117364] env[65309]: INFO networking_nsxv3.common.synchronization [req-f921dff0-b1d4-4cf3-822c-026c33be05be req-7665d4c5-a133-4ecc-9ac7-7dd8e6005113 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 with Priority: HIGHEST for action security_group_members [ 860.117364] env[65309]: INFO networking_nsxv3.common.synchronization [req-f921dff0-b1d4-4cf3-822c-026c33be05be req-7665d4c5-a133-4ecc-9ac7-7dd8e6005113 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 860.117364] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 with Priority: HIGHEST for action security_group_members [ 860.117364] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 860.117364] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b1e3a1-1992-412a-896d-ca59379e55b7 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.117364] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.117364] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.118502] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.119334] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.120609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.120609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.120609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.120609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.120609] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.120972] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.121124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.121192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.121632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.121632] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.121632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.121788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.121822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.121887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.121973] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.197059] env[65309]: INFO networking_nsxv3.common.synchronization [req-f921dff0-b1d4-4cf3-822c-026c33be05be req-7665d4c5-a133-4ecc-9ac7-7dd8e6005113 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 with Priority: HIGHEST for action security_group_rules [ 860.197268] env[65309]: INFO networking_nsxv3.common.synchronization [req-f921dff0-b1d4-4cf3-822c-026c33be05be req-7665d4c5-a133-4ecc-9ac7-7dd8e6005113 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 with Priority: HIGHEST for action security_group_members [ 860.197489] env[65309]: INFO networking_nsxv3.common.synchronization [req-f921dff0-b1d4-4cf3-822c-026c33be05be req-7665d4c5-a133-4ecc-9ac7-7dd8e6005113 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_rules [ 860.197558] env[65309]: INFO networking_nsxv3.common.synchronization [req-f921dff0-b1d4-4cf3-822c-026c33be05be req-7665d4c5-a133-4ecc-9ac7-7dd8e6005113 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 860.197641] env[65309]: INFO networking_nsxv3.common.synchronization [req-f921dff0-b1d4-4cf3-822c-026c33be05be req-7665d4c5-a133-4ecc-9ac7-7dd8e6005113 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 81b58e47-6404-430e-84fa-8d14474aff32 with Priority: HIGHEST for action port [ 860.200722] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 with Priority: HIGHEST for action security_group_rules [ 860.200910] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_rules [ 860.201131] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b58e47-6404-430e-84fa-8d14474aff32 with Priority: HIGHEST for action port [ 860.201231] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 with Priority: HIGHEST for action security_group_members [ 860.201291] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 860.201551] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59b1e3a1-1992-412a-896d-ca59379e55b7 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.201674] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.201749] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.201998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.202117] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.203302] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.203417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.203484] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.203907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.203907] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.204862] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-81b58e47-6404-430e-84fa-8d14474aff32 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.204976] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.205053] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.205211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.205304] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81b58e47-6404-430e-84fa-8d14474aff32',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.207547] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b1e3a1-1992-412a-896d-ca59379e55b7 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.207547] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.207547] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.207547] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.335352] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 860.335352] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.628026] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.629074] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.646875] env[65309]: INFO networking_nsxv3.common.synchronization [None req-bf480ef1-041f-4560-8fa6-6a10e01c73e8 None None] Enqueued Resource ID: cef59993-d56e-4068-a6c1-b58516618836 with Priority: HIGHEST for action port [ 860.647945] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cef59993-d56e-4068-a6c1-b58516618836 with Priority: HIGHEST for action port [ 860.648794] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-cef59993-d56e-4068-a6c1-b58516618836 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.648958] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cef59993-d56e-4068-a6c1-b58516618836" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.649042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cef59993-d56e-4068-a6c1-b58516618836" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.649344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cef59993-d56e-4068-a6c1-b58516618836" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.649344] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cef59993-d56e-4068-a6c1-b58516618836',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.656414] env[65309]: INFO networking_nsxv3.common.synchronization [req-06766a6c-ff7b-4bd3-a669-5801cb994e70 req-d5f5c98f-86c9-4df8-ad3b-dd467f6830d4 tempest-ServersTestJSON-337806064 tempest-ServersTestJSON-337806064-project-member] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 860.657576] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 860.658726] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.658897] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.658945] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.660175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.660175] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.660175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.660175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.660175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.660514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.660514] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.709029] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.709029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.709029] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b1e3a1-1992-412a-896d-ca59379e55b7 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.709029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.709347] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81b58e47-6404-430e-84fa-8d14474aff32 with status ACTIVE [ 860.709347] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.709454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.709493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.709677] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.709761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.709926] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.710032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.710084] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.710229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.710301] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.712020] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.712020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.712020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.712020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.712020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.712020] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81b58e47-6404-430e-84fa-8d14474aff32 is going to be updated. [ 860.739661] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.739873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.739873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.740158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.740321] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.741196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.014223] env[65309]: INFO networking_nsxv3.common.synchronization [req-f771582e-5298-48ec-86d3-8713c2bb9f56 req-63dfc6d2-ceec-42be-b89b-b3b0245a3807 tempest-ServersAdminTestJSON-1396726910 tempest-ServersAdminTestJSON-1396726910-project-member] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 861.014223] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 861.014223] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.014223] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.014223] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.014223] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.014223] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.014687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.014867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.015130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.015331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.015509] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.136199] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.141203] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.152953] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cef59993-d56e-4068-a6c1-b58516618836 [ 861.154074] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.154074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.154074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.154074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.154074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.154074] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cef59993-d56e-4068-a6c1-b58516618836 already deleted. [ 861.154074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cef59993-d56e-4068-a6c1-b58516618836" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.163405] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.517334] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.641680] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.642442] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.642442] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.642442] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.642442] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.642442] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 is going to be created. [ 861.646599] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.646599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.646599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.646599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.646599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.646599] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 861.668499] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.674141] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.674277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.674346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.674558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.674715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.678922] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.679615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.679730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.680051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.680179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.691180] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 861.691804] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 in Status: UNINITIALIZED for 2s [ 862.019392] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.177767] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.177962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.178015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.178372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.178372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.178474] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 862.246397] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.246397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.246397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.246397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.246397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.257495] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 862.523976] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.523976] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.523976] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.524822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.524822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.524822] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be updated. [ 862.555312] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.555521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.555569] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.555982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.555982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.566024] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: IN_PROGRESS for 2s [ 862.771086] env[65309]: INFO networking_nsxv3.common.synchronization [None req-253f9618-d74a-40b0-be24-2df25239db70 None None] Enqueued Resource ID: 1653287e-4001-41f5-8f68-5ee3e56d1af2 with Priority: HIGHEST for action port [ 862.771915] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1653287e-4001-41f5-8f68-5ee3e56d1af2 with Priority: HIGHEST for action port [ 862.772342] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1653287e-4001-41f5-8f68-5ee3e56d1af2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.772460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1653287e-4001-41f5-8f68-5ee3e56d1af2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.772505] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1653287e-4001-41f5-8f68-5ee3e56d1af2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.772924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1653287e-4001-41f5-8f68-5ee3e56d1af2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.772924] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1653287e-4001-41f5-8f68-5ee3e56d1af2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.276519] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1653287e-4001-41f5-8f68-5ee3e56d1af2 [ 863.276519] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.276519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.276519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.276519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.276519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.276519] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1653287e-4001-41f5-8f68-5ee3e56d1af2 already deleted. [ 863.276519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1653287e-4001-41f5-8f68-5ee3e56d1af2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.707194] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 863.707194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.707194] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 in Status: SUCCESS [ 863.707194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.707194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.707194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.707194] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.707194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.707194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.707194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.707194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.707194] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.708373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.708373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.708484] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.709654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.709654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.709905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.709905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.709905] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.212951] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.217750] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.273321] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 864.273321] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.579368] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: SUCCESS [ 864.579928] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.634186] env[65309]: INFO networking_nsxv3.common.synchronization [req-3073d99a-c549-4a03-b79a-0830ab313fc9 req-7e98f323-752c-42cb-b4a7-95bd6e0ce881 tempest-ServerRescueNegativeTestJSON-1001887786 tempest-ServerRescueNegativeTestJSON-1001887786-project-member] Enqueued Resource ID: f57b203b-2758-4079-809a-0604536ecc44 with Priority: HIGHEST for action security_group_members [ 864.635120] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57b203b-2758-4079-809a-0604536ecc44 with Priority: HIGHEST for action security_group_members [ 864.635120] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f57b203b-2758-4079-809a-0604536ecc44 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.635120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.635120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.635443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.635443] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.635575] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.635616] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.636461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.636461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.636461] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f57b203b-2758-4079-809a-0604536ecc44',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.715246] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.726026] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.145105] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.145105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.145105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.145105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.145105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.145105] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.145105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.145105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.145105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.145105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.145105] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f57b203b-2758-4079-809a-0604536ecc44 already deleted. [ 865.145105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.218803] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.218982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.219085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.219490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.220312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.220436] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 865.227046] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.227186] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.227290] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.227495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.227579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.227737] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 is going to be updated. [ 865.258725] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.258941] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.259554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.259554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.259554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.261998] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.261998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.262194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.262431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.262569] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.273878] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 in Status: IN_PROGRESS for 2s [ 865.274847] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 865.313518] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.313751] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-425" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.314103] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-425" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.314205] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-425" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.314662] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.315524] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.315524] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.315524] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.315524] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.315727] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.315727] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.315805] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.315898] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.316016] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.316123] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.316909] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.340771] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.340940] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.341105] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.341326] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-425" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.341624] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-8a3c3518-6be3-41a2-81b1-2ba991b7d73f taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.341795] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-8a3c3518-6be3-41a2-81b1-2ba991b7d73f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.341910] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-8a3c3518-6be3-41a2-81b1-2ba991b7d73f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.342266] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-8a3c3518-6be3-41a2-81b1-2ba991b7d73f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.342399] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3c3518-6be3-41a2-81b1-2ba991b7d73f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.844787] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.845135] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.845135] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.845430] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.845574] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.845727] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 8a3c3518-6be3-41a2-81b1-2ba991b7d73f not found, creating... [ 865.845987] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.846161] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.846280] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.846496] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.846641] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.846916] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.847078] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.847195] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.847421] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.847548] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.847663] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 8a3c3518-6be3-41a2-81b1-2ba991b7d73f is going to be created. [ 865.870706] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.870949] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.871115] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.871509] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.871750] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.872618] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-8a3c3518-6be3-41a2-81b1-2ba991b7d73f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.562189] env[65309]: INFO networking_nsxv3.common.synchronization [req-3073d99a-c549-4a03-b79a-0830ab313fc9 req-3f276d72-2e56-4eb0-90cd-4258140e8477 service nova] Enqueued Resource ID: f57b203b-2758-4079-809a-0604536ecc44 with Priority: HIGHEST for action security_group_rules [ 866.562189] env[65309]: INFO networking_nsxv3.common.synchronization [req-3073d99a-c549-4a03-b79a-0830ab313fc9 req-3f276d72-2e56-4eb0-90cd-4258140e8477 service nova] Enqueued Resource ID: f57b203b-2758-4079-809a-0604536ecc44 with Priority: HIGHEST for action security_group_members [ 866.562189] env[65309]: INFO networking_nsxv3.common.synchronization [req-3073d99a-c549-4a03-b79a-0830ab313fc9 req-3f276d72-2e56-4eb0-90cd-4258140e8477 service nova] Enqueued Resource ID: 8a3c3518-6be3-41a2-81b1-2ba991b7d73f with Priority: HIGHEST for action port [ 866.562189] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57b203b-2758-4079-809a-0604536ecc44 with Priority: HIGHEST for action security_group_rules [ 866.562189] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57b203b-2758-4079-809a-0604536ecc44 with Priority: HIGHEST for action security_group_members [ 866.562189] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a3c3518-6be3-41a2-81b1-2ba991b7d73f with Priority: HIGHEST for action port [ 866.562520] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f57b203b-2758-4079-809a-0604536ecc44 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.562520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.562721] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.562764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.562843] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f57b203b-2758-4079-809a-0604536ecc44',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.564050] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f57b203b-2758-4079-809a-0604536ecc44 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.564168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.564218] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.564381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.564527] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.564618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.564676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.564814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.564897] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.564981] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f57b203b-2758-4079-809a-0604536ecc44',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.565726] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a3c3518-6be3-41a2-81b1-2ba991b7d73f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.565824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a3c3518-6be3-41a2-81b1-2ba991b7d73f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.565891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a3c3518-6be3-41a2-81b1-2ba991b7d73f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.566053] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a3c3518-6be3-41a2-81b1-2ba991b7d73f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.566154] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a3c3518-6be3-41a2-81b1-2ba991b7d73f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.067747] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f57b203b-2758-4079-809a-0604536ecc44',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.069343] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f57b203b-2758-4079-809a-0604536ecc44 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.072706] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.073115] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a3c3518-6be3-41a2-81b1-2ba991b7d73f with status ACTIVE [ 867.074020] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.074020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.074020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.074169] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.074217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.074809] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.074809] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.074809] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.074809] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.075046] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.075090] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.075642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.075642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.075642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.075642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.075642] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a3c3518-6be3-41a2-81b1-2ba991b7d73f is going to be updated. [ 867.105024] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.105181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.105252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.105474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.105616] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.105781] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a3c3518-6be3-41a2-81b1-2ba991b7d73f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.288021] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 867.288021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.288021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.288021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.288021] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.288021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.288021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.288021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.288021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.288021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.288021] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.291057] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 in Status: SUCCESS [ 867.291250] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.291412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.291604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.291810] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.292253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.292324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.292489] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.292571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.292658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.292752] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.584242] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f57b203b-2758-4079-809a-0604536ecc44',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.797274] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.797274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.797569] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.797854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.798078] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.798195] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.798272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.798459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.798580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.798691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.798913] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.799034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.799083] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.799245] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.799436] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.799568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.799626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.799769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.799850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.799945] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.800071] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.801959] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.083281] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.085251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.085251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.085251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.085251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.085251] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f57b203b-2758-4079-809a-0604536ecc44 is going to be created. [ 868.110990] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.110990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.110990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.110990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.110990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.121099] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f57b203b-2758-4079-809a-0604536ecc44 in Status: UNINITIALIZED for 2s [ 868.304575] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8f39115-03aa-4960-a185-0ef6f32f7791: rpc.has_security_group_logging(os_id): False [ 868.305965] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59b1e3a1-1992-412a-896d-ca59379e55b7: rpc.has_security_group_logging(os_id): False [ 868.325809] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.326109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.326109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.326271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.326349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.326556] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.326654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.326711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.326865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.326940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.327071] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 is going to be created. [ 868.329424] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.329753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.329753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.329753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.329932] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.330148] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.330148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.330396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.330396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.330396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.330617] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.330705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.330705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.330831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.330889] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.331113] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.331212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.331283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.331430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.331513] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.331578] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 868.405339] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.405737] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.405737] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.405865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.406055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.408852] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.409016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.409062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.409279] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.409430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.420063] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 in Status: IN_PROGRESS for 2s [ 868.439527] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 869.904964] env[65309]: INFO networking_nsxv3.common.synchronization [None req-363ba199-d326-42b2-8f0e-ebce3fa70428 None None] Enqueued Resource ID: 0892526e-8b2b-4ca2-b635-80e2704f6c60 with Priority: HIGHEST for action port [ 869.905547] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0892526e-8b2b-4ca2-b635-80e2704f6c60 with Priority: HIGHEST for action port [ 869.905851] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0892526e-8b2b-4ca2-b635-80e2704f6c60 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.905967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0892526e-8b2b-4ca2-b635-80e2704f6c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.906222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0892526e-8b2b-4ca2-b635-80e2704f6c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.906375] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0892526e-8b2b-4ca2-b635-80e2704f6c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.906528] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0892526e-8b2b-4ca2-b635-80e2704f6c60',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.136705] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f57b203b-2758-4079-809a-0604536ecc44 in Status: SUCCESS [ 870.136705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.136705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.136705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.136705] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.136705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.136705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.136705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.136705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.136705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.137567] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f57b203b-2758-4079-809a-0604536ecc44',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.409029] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0892526e-8b2b-4ca2-b635-80e2704f6c60 [ 870.409160] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.409501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.410370] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.410556] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.410676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.410797] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0892526e-8b2b-4ca2-b635-80e2704f6c60 already deleted. [ 870.410891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0892526e-8b2b-4ca2-b635-80e2704f6c60" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.435162] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 in Status: SUCCESS [ 870.435401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.458358] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 870.458650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.640548] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f57b203b-2758-4079-809a-0604536ecc44',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.959512] env[65309]: INFO networking_nsxv3.common.synchronization [req-7ce93e23-e3b8-404a-9d81-b5cebf4e03d3 req-5f706e77-02fe-4bd7-8315-8e619208d44c tempest-ImagesTestJSON-941911563 tempest-ImagesTestJSON-941911563-project-member] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 870.959781] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 870.960025] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.960153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.960217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.960415] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.960607] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.960724] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.960784] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.960979] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.961120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.961244] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.107798] env[65309]: INFO networking_nsxv3.common.synchronization [None req-2db43953-1cfa-4847-9a23-c6939e5ff3c4 tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: 556fa860-e2e0-48dd-9305-2654d04db79c with Priority: HIGHEST for action security_group_rules [ 871.107798] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556fa860-e2e0-48dd-9305-2654d04db79c with Priority: HIGHEST for action security_group_rules [ 871.107798] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-556fa860-e2e0-48dd-9305-2654d04db79c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.107798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.107798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.108586] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.108697] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('556fa860-e2e0-48dd-9305-2654d04db79c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.143385] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f57b203b-2758-4079-809a-0604536ecc44: rpc.has_security_group_logging(os_id): False [ 871.165566] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.165566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.165698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.165804] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.165902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.166796] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.166796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.166796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.166796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.166796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.166796] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f57b203b-2758-4079-809a-0604536ecc44 is going to be created. [ 871.242646] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.242646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.242646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.242646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.242646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.252205] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f57b203b-2758-4079-809a-0604536ecc44 in Status: IN_PROGRESS for 2s [ 871.419405] env[65309]: INFO networking_nsxv3.common.synchronization [req-ab8c9a4b-8fcb-4d26-a283-c84cfe06aba0 req-571f69ff-ea7f-4873-9118-cb9321a7fa20 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 with Priority: HIGHEST for action security_group_members [ 871.419405] env[65309]: INFO networking_nsxv3.common.synchronization [req-ab8c9a4b-8fcb-4d26-a283-c84cfe06aba0 req-571f69ff-ea7f-4873-9118-cb9321a7fa20 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 52522a5f-ce56-4368-bb86-1a055484c689 with Priority: HIGHEST for action security_group_members [ 871.419405] env[65309]: INFO networking_nsxv3.common.synchronization [req-ab8c9a4b-8fcb-4d26-a283-c84cfe06aba0 req-571f69ff-ea7f-4873-9118-cb9321a7fa20 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 871.419405] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 with Priority: HIGHEST for action security_group_members [ 871.419405] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52522a5f-ce56-4368-bb86-1a055484c689 with Priority: HIGHEST for action security_group_members [ 871.419405] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 871.421425] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b1e3a1-1992-412a-896d-ca59379e55b7 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.421585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.421629] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.421954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.424393] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.424539] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.424605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.424796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.424885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.425458] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.426318] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52522a5f-ce56-4368-bb86-1a055484c689 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.426318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.426318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.426460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.426769] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.426769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.426769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.426946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.426946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.428982] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52522a5f-ce56-4368-bb86-1a055484c689',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.430168] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.430168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.430168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.430168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.430168] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.430414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.430414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.430494] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.431558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.431558] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.464352] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.464526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.464591] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.464771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.464863] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.465081] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.465177] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.465270] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.465466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.465545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.465637] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 871.484787] env[65309]: INFO networking_nsxv3.common.synchronization [req-ab8c9a4b-8fcb-4d26-a283-c84cfe06aba0 req-571f69ff-ea7f-4873-9118-cb9321a7fa20 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 52522a5f-ce56-4368-bb86-1a055484c689 with Priority: HIGHEST for action security_group_rules [ 871.485035] env[65309]: INFO networking_nsxv3.common.synchronization [req-ab8c9a4b-8fcb-4d26-a283-c84cfe06aba0 req-571f69ff-ea7f-4873-9118-cb9321a7fa20 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 52522a5f-ce56-4368-bb86-1a055484c689 with Priority: HIGHEST for action security_group_members [ 871.485412] env[65309]: INFO networking_nsxv3.common.synchronization [req-ab8c9a4b-8fcb-4d26-a283-c84cfe06aba0 req-571f69ff-ea7f-4873-9118-cb9321a7fa20 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 with Priority: HIGHEST for action security_group_rules [ 871.485613] env[65309]: INFO networking_nsxv3.common.synchronization [req-ab8c9a4b-8fcb-4d26-a283-c84cfe06aba0 req-571f69ff-ea7f-4873-9118-cb9321a7fa20 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 with Priority: HIGHEST for action security_group_members [ 871.485757] env[65309]: INFO networking_nsxv3.common.synchronization [req-ab8c9a4b-8fcb-4d26-a283-c84cfe06aba0 req-571f69ff-ea7f-4873-9118-cb9321a7fa20 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_rules [ 871.485882] env[65309]: INFO networking_nsxv3.common.synchronization [req-ab8c9a4b-8fcb-4d26-a283-c84cfe06aba0 req-571f69ff-ea7f-4873-9118-cb9321a7fa20 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 871.486071] env[65309]: INFO networking_nsxv3.common.synchronization [req-ab8c9a4b-8fcb-4d26-a283-c84cfe06aba0 req-571f69ff-ea7f-4873-9118-cb9321a7fa20 tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 81b58e47-6404-430e-84fa-8d14474aff32 with Priority: HIGHEST for action port [ 871.486620] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52522a5f-ce56-4368-bb86-1a055484c689 with Priority: HIGHEST for action security_group_rules [ 871.486948] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 with Priority: HIGHEST for action security_group_rules [ 871.486948] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 871.487068] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81b58e47-6404-430e-84fa-8d14474aff32 with Priority: HIGHEST for action port [ 871.487164] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_rules [ 871.487258] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52522a5f-ce56-4368-bb86-1a055484c689 with Priority: HIGHEST for action security_group_members [ 871.487361] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 with Priority: HIGHEST for action security_group_members [ 871.487673] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52522a5f-ce56-4368-bb86-1a055484c689 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.487804] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.487893] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.488175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.488273] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52522a5f-ce56-4368-bb86-1a055484c689',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.490105] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59b1e3a1-1992-412a-896d-ca59379e55b7 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.490105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.490105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.490105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.490105] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.490811] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.490936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.491235] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-81b58e47-6404-430e-84fa-8d14474aff32 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.491352] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.491437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.491829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.493007] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81b58e47-6404-430e-84fa-8d14474aff32',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.494221] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.494221] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.494384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.494481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.494569] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.497395] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52522a5f-ce56-4368-bb86-1a055484c689 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.497395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.497395] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b1e3a1-1992-412a-896d-ca59379e55b7 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.497395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.502320] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.502320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.502320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.502320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.502320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.506112] env[65309]: INFO networking_nsxv3.common.synchronization [None req-9baceb60-5a9d-46b5-bd91-8d0ba8df74e7 tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: 556fa860-e2e0-48dd-9305-2654d04db79c with Priority: HIGHEST for action security_group_rules [ 871.507907] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556fa860-e2e0-48dd-9305-2654d04db79c with Priority: HIGHEST for action security_group_rules [ 871.507907] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-556fa860-e2e0-48dd-9305-2654d04db79c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.507907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.518932] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 871.608110] env[65309]: INFO networking_nsxv3.common.synchronization [None req-33bb7a17-bec2-4a3c-bc11-65806d28503c tempest-ServerDiskConfigTestJSON-559707094 tempest-ServerDiskConfigTestJSON-559707094-project-member] Enqueued Resource ID: bfb1fe9e-8b02-4d94-bdfa-48d3637b251c with Priority: HIGHEST for action security_group_rules [ 871.608882] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb1fe9e-8b02-4d94-bdfa-48d3637b251c with Priority: HIGHEST for action security_group_rules [ 871.609320] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb1fe9e-8b02-4d94-bdfa-48d3637b251c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.609574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb1fe9e-8b02-4d94-bdfa-48d3637b251c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.609574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb1fe9e-8b02-4d94-bdfa-48d3637b251c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.609888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb1fe9e-8b02-4d94-bdfa-48d3637b251c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.609888] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb1fe9e-8b02-4d94-bdfa-48d3637b251c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.631536] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.631728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.631728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.631956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.632054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.632152] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 556fa860-e2e0-48dd-9305-2654d04db79c already deleted. [ 871.632238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.632781] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.632781] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.632957] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('556fa860-e2e0-48dd-9305-2654d04db79c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.933287] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.934019] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52522a5f-ce56-4368-bb86-1a055484c689',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.934939] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.976860] env[65309]: INFO networking_nsxv3.common.synchronization [None req-2c8f19ac-9169-4d8d-8a4f-6071e54c0902 tempest-ServerDiskConfigTestJSON-559707094 tempest-ServerDiskConfigTestJSON-559707094-project-member] Enqueued Resource ID: bfb1fe9e-8b02-4d94-bdfa-48d3637b251c with Priority: HIGHEST for action security_group_rules [ 871.978190] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb1fe9e-8b02-4d94-bdfa-48d3637b251c with Priority: HIGHEST for action security_group_rules [ 871.978190] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfb1fe9e-8b02-4d94-bdfa-48d3637b251c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.978190] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfb1fe9e-8b02-4d94-bdfa-48d3637b251c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.997697] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b1e3a1-1992-412a-896d-ca59379e55b7 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.997799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.998123] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52522a5f-ce56-4368-bb86-1a055484c689 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.998251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.998790] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.998790] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.998790] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81b58e47-6404-430e-84fa-8d14474aff32 with status ACTIVE [ 871.998790] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.999047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.999047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.001964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.001964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.001964] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.001964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.001964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.001964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.001964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.001964] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.001964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.001964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.001964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.001964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.001964] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81b58e47-6404-430e-84fa-8d14474aff32 is going to be updated. [ 872.027613] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.027613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.027613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.027613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.027925] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.027925] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81b58e47-6404-430e-84fa-8d14474aff32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.185577] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.185577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.185577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.185577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.185577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.185577] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 556fa860-e2e0-48dd-9305-2654d04db79c already deleted. [ 872.185577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.187504] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.187504] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.187504] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.187504] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.187504] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.188708] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb1fe9e-8b02-4d94-bdfa-48d3637b251c already deleted. [ 872.188708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb1fe9e-8b02-4d94-bdfa-48d3637b251c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.188708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfb1fe9e-8b02-4d94-bdfa-48d3637b251c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.195856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfb1fe9e-8b02-4d94-bdfa-48d3637b251c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.195856] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfb1fe9e-8b02-4d94-bdfa-48d3637b251c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.435853] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.437776] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52522a5f-ce56-4368-bb86-1a055484c689',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.439441] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.714422] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.714567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.714567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.717183] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.717183] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.717238] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfb1fe9e-8b02-4d94-bdfa-48d3637b251c already deleted. [ 872.717404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfb1fe9e-8b02-4d94-bdfa-48d3637b251c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.722180] env[65309]: INFO networking_nsxv3.common.synchronization [None req-e38f858a-f492-451e-a0ef-fe278e4ba5a4 None None] Enqueued Resource ID: f19891a9-62c4-4041-adca-246701f6ed2b with Priority: HIGHEST for action port [ 872.722180] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19891a9-62c4-4041-adca-246701f6ed2b with Priority: HIGHEST for action port [ 872.725437] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f19891a9-62c4-4041-adca-246701f6ed2b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.725437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f19891a9-62c4-4041-adca-246701f6ed2b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.725437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f19891a9-62c4-4041-adca-246701f6ed2b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.725437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f19891a9-62c4-4041-adca-246701f6ed2b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.725437] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f19891a9-62c4-4041-adca-246701f6ed2b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.940975] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.941424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.942239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.942239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.942239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.942239] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 is going to be updated. [ 872.943650] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.944343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.944538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.947446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.947446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.947446] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52522a5f-ce56-4368-bb86-1a055484c689 is going to be created. [ 872.947446] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.947446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.947446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.947446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.947446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.947446] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 872.976256] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.976430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.976465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.976673] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.976828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.079556] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.082400] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.082400] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.082400] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.082400] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.083871] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.084508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.084659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.087101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.087101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.088245] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52522a5f-ce56-4368-bb86-1a055484c689 in Status: UNINITIALIZED for 2s [ 873.094476] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 in Status: IN_PROGRESS for 2s [ 873.099681] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 873.225850] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f19891a9-62c4-4041-adca-246701f6ed2b [ 873.226074] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.226246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.226286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.226501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.226725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.226725] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f19891a9-62c4-4041-adca-246701f6ed2b already deleted. [ 873.226790] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f19891a9-62c4-4041-adca-246701f6ed2b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.276817] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f57b203b-2758-4079-809a-0604536ecc44 in Status: SUCCESS [ 873.277177] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.531182] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 873.531336] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f deletion is rescheduled due to dependency. [ 873.531454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.836713] env[65309]: INFO networking_nsxv3.common.synchronization [req-c137aa55-be44-41f8-ad48-568251729639 req-13d14c64-9623-4e1c-bb9c-70fc184b642f tempest-ServersV294TestFqdnHostnames-1873851894 tempest-ServersV294TestFqdnHostnames-1873851894-project-member] Enqueued Resource ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 with Priority: HIGHEST for action security_group_members [ 873.837018] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 with Priority: HIGHEST for action security_group_members [ 873.837335] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ec7d003-6bc9-4d52-ad55-e477b40356b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.837463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.837526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.838096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.838096] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.838096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.841350] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.841612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.841922] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.841922] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ec7d003-6bc9-4d52-ad55-e477b40356b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.349792] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.349792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.349792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.349792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.367796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.368186] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.368342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.368419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.368657] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.368788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.368910] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 is going to be updated. [ 874.408649] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.408838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.408873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.409111] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.409286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.418904] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 in Status: IN_PROGRESS for 2s [ 874.912935] env[65309]: INFO networking_nsxv3.common.synchronization [req-4dff1ce2-5f79-4af3-837c-f091b9b4e506 req-207d77d7-c897-448a-999a-1a82749fd5c6 tempest-DeleteServersTestJSON-1650633726 tempest-DeleteServersTestJSON-1650633726-project-member] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 874.913613] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 874.913998] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.915916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.915916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.916160] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.920500] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.920500] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.920610] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.920932] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.921063] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.921205] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.101184] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52522a5f-ce56-4368-bb86-1a055484c689 in Status: SUCCESS [ 875.101184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.102951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.102951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.103123] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.103256] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.103319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.103533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.103606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.103699] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52522a5f-ce56-4368-bb86-1a055484c689',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.115831] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 in Status: SUCCESS [ 875.116135] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.116873] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 875.117787] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.118337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.118598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.119659] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.119877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.119877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.120079] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.120831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.120831] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.121130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.121328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.121515] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.121618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.121678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.121822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.121938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.122041] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.425058] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.425380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.425380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.425614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.425736] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.425958] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.426553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.426553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.426553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.426553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.426553] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 875.454151] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.454760] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.455109] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.458155] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.458155] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.458155] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.458155] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.458155] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.458155] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.458155] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.458155] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.458155] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.458155] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.458155] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.458155] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.458982] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.462108] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.462642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.462790] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.463205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.463528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.477722] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 875.488040] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.488040] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.488040] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.488984] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.488984] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-7d7ffc50-4495-4392-9a7d-0a77ee91c1ff taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.488984] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-7d7ffc50-4495-4392-9a7d-0a77ee91c1ff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.489284] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-7d7ffc50-4495-4392-9a7d-0a77ee91c1ff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.489390] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-7d7ffc50-4495-4392-9a7d-0a77ee91c1ff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.489560] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d7ffc50-4495-4392-9a7d-0a77ee91c1ff',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.607068] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52522a5f-ce56-4368-bb86-1a055484c689',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.626459] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.627572] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.689547] env[65309]: INFO networking_nsxv3.common.synchronization [req-06d066c7-aa81-478d-a9f0-7d1e00e7a531 req-75c19da7-4f2e-4ba9-86c6-276bf434f63b tempest-ServersAdminTestJSON-1396726910 tempest-ServersAdminTestJSON-1396726910-project-member] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 875.690165] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 875.690672] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.690672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.690862] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.690901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.691541] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.691541] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.691541] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.692206] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.692368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.692514] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.993805] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.994015] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.994194] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.994533] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.994702] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.994863] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 7d7ffc50-4495-4392-9a7d-0a77ee91c1ff not found, creating... [ 875.995145] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.995332] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.995471] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.995828] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.995828] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.996263] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.996369] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.996466] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.996672] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.996802] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.996940] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 7d7ffc50-4495-4392-9a7d-0a77ee91c1ff is going to be created. [ 876.017469] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.017677] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.017788] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.018152] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.018341] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.018589] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-7d7ffc50-4495-4392-9a7d-0a77ee91c1ff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.111207] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52522a5f-ce56-4368-bb86-1a055484c689',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.129578] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.130954] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.197758] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.395058] env[65309]: INFO networking_nsxv3.common.synchronization [req-e76fe6ee-3d0b-47c5-888c-6a7a813b7ac7 req-c9d1525c-9b28-4008-ade5-36702dc3326c tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 with Priority: HIGHEST for action security_group_members [ 876.395263] env[65309]: INFO networking_nsxv3.common.synchronization [req-e76fe6ee-3d0b-47c5-888c-6a7a813b7ac7 req-c9d1525c-9b28-4008-ade5-36702dc3326c tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 52522a5f-ce56-4368-bb86-1a055484c689 with Priority: HIGHEST for action security_group_members [ 876.395401] env[65309]: INFO networking_nsxv3.common.synchronization [req-e76fe6ee-3d0b-47c5-888c-6a7a813b7ac7 req-c9d1525c-9b28-4008-ade5-36702dc3326c tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 876.395967] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 with Priority: HIGHEST for action security_group_members [ 876.396118] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52522a5f-ce56-4368-bb86-1a055484c689 with Priority: HIGHEST for action security_group_members [ 876.396205] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 876.396616] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-59b1e3a1-1992-412a-896d-ca59379e55b7 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.396731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.396935] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52522a5f-ce56-4368-bb86-1a055484c689 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.397027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.397391] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.397391] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.429656] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 in Status: SUCCESS [ 876.429992] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ec7d003-6bc9-4d52-ad55-e477b40356b5 deletion is rescheduled due to dependency. [ 876.430097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ec7d003-6bc9-4d52-ad55-e477b40356b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.613862] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.614053] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.614487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.614487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.614638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.614687] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52522a5f-ce56-4368-bb86-1a055484c689 is going to be updated. [ 876.632220] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.632469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.632649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.632824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.633016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.633149] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 is going to be updated. [ 876.634761] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.634920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.634985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.635315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.635434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.635510] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 876.656193] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.656362] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.656362] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.656767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.656767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.672998] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52522a5f-ce56-4368-bb86-1a055484c689 in Status: IN_PROGRESS for 2s [ 876.675695] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.675966] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.676063] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.676441] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.676624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.680348] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.680348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.680348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.680556] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.681039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.692161] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 in Status: IN_PROGRESS for 2s [ 876.692826] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 876.699353] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.757403] env[65309]: INFO networking_nsxv3.common.synchronization [req-4dff1ce2-5f79-4af3-837c-f091b9b4e506 req-fcc0358d-3dc2-4fe3-9860-d478902d5bdc service nova] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_rules [ 876.757497] env[65309]: INFO networking_nsxv3.common.synchronization [req-4dff1ce2-5f79-4af3-837c-f091b9b4e506 req-fcc0358d-3dc2-4fe3-9860-d478902d5bdc service nova] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 876.757656] env[65309]: INFO networking_nsxv3.common.synchronization [req-4dff1ce2-5f79-4af3-837c-f091b9b4e506 req-fcc0358d-3dc2-4fe3-9860-d478902d5bdc service nova] Enqueued Resource ID: 7d7ffc50-4495-4392-9a7d-0a77ee91c1ff with Priority: HIGHEST for action port [ 876.758290] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_rules [ 876.758452] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 876.758647] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d7ffc50-4495-4392-9a7d-0a77ee91c1ff with Priority: HIGHEST for action port [ 876.758856] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.758980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.763026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.763026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.763026] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.763026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.763026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.763026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d7ffc50-4495-4392-9a7d-0a77ee91c1ff taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.763026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d7ffc50-4495-4392-9a7d-0a77ee91c1ff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.763026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d7ffc50-4495-4392-9a7d-0a77ee91c1ff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.763026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d7ffc50-4495-4392-9a7d-0a77ee91c1ff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.763026] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d7ffc50-4495-4392-9a7d-0a77ee91c1ff',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.892151] env[65309]: INFO networking_nsxv3.common.synchronization [req-e585f513-b38c-40e2-8cae-a28e24644fca req-ec4522db-978b-4ad9-a00a-26ac4df085b0 tempest-ServerDiskConfigTestJSON-559707094 tempest-ServerDiskConfigTestJSON-559707094-project-member] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 876.892768] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 876.893539] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.893539] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.893539] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.893749] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.894175] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.894175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.894175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.894331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.894448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.894569] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.202207] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.202389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.202434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.202681] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.203461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.203461] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be updated. [ 877.255291] env[65309]: INFO networking_nsxv3.common.synchronization [req-623fe396-d58a-459c-9932-d07c17e68e54 req-d47f028e-8bca-4784-8e32-224ecb1a47c7 tempest-InstanceActionsV221TestJSON-373522049 tempest-InstanceActionsV221TestJSON-373522049-project-member] Enqueued Resource ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 with Priority: HIGHEST for action security_group_members [ 877.255682] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 with Priority: HIGHEST for action security_group_members [ 877.256016] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d36436bf-b96d-48d7-8d1e-2d557c43a353 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.256155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.256211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.256474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.256630] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.256746] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.256777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.256943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.257014] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.257106] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d36436bf-b96d-48d7-8d1e-2d557c43a353',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.265391] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d7ffc50-4495-4392-9a7d-0a77ee91c1ff with status ACTIVE [ 877.265641] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.265748] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.265817] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.266042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.266129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.266306] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.266403] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.266465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.266615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.266767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.266863] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.266953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.267024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.267167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.267609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.267609] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d7ffc50-4495-4392-9a7d-0a77ee91c1ff is going to be updated. [ 877.268734] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.268886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.271033] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.271033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.271033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.271033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.271181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.282629] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: IN_PROGRESS for 2s [ 877.300767] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.300939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.301039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.301478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.301478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.301644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d7ffc50-4495-4392-9a7d-0a77ee91c1ff" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.397742] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.398475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.398798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.400586] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.400739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.401035] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.401249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.401307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.401550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.401626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.401722] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 877.474934] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.475334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.475334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.475540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.476407] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.491264] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 877.491698] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 deletion is rescheduled due to dependency. [ 877.491854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.492934] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 877.492934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.493211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.493527] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.493797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.493899] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.494088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.494210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.494336] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.656017] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.656230] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-251" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.656353] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-251" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.656692] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-251" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.657790] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.657790] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.657790] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.657790] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.658061] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.658146] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.658304] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.658496] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.658692] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.658911] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.659138] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.662019] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.683582] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.683582] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.684574] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.684574] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-251" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.684574] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-693c89ce-54bb-4b9d-92a8-8159d4a82b53 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.685029] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-693c89ce-54bb-4b9d-92a8-8159d4a82b53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.685029] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-693c89ce-54bb-4b9d-92a8-8159d4a82b53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.685164] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-693c89ce-54bb-4b9d-92a8-8159d4a82b53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.685334] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693c89ce-54bb-4b9d-92a8-8159d4a82b53',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.759356] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.759590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.759708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.759954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.760112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.760369] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.760505] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.760618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.760827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.760934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.761179] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 already deleted. [ 877.761299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.996531] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.174490] env[65309]: INFO networking_nsxv3.common.synchronization [None req-8172185e-5286-44a7-bf3d-25a410d1c5ab None None] Enqueued Resource ID: b34e4fd1-abba-440e-8b5b-6eee5924e63b with Priority: HIGHEST for action port [ 878.174891] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b34e4fd1-abba-440e-8b5b-6eee5924e63b with Priority: HIGHEST for action port [ 878.175210] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b34e4fd1-abba-440e-8b5b-6eee5924e63b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.175461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b34e4fd1-abba-440e-8b5b-6eee5924e63b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.175461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b34e4fd1-abba-440e-8b5b-6eee5924e63b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.175644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b34e4fd1-abba-440e-8b5b-6eee5924e63b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.175727] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b34e4fd1-abba-440e-8b5b-6eee5924e63b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.187868] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.188275] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.188275] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.188486] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.188632] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.188782] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 693c89ce-54bb-4b9d-92a8-8159d4a82b53 not found, creating... [ 878.189075] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.189235] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.189352] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.189578] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.189706] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.190468] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.190628] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.190751] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.191046] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.191484] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.191634] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 693c89ce-54bb-4b9d-92a8-8159d4a82b53 is going to be created. [ 878.215669] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.215935] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.216033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.216296] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.216523] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.216749] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-693c89ce-54bb-4b9d-92a8-8159d4a82b53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.499234] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.677742] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b34e4fd1-abba-440e-8b5b-6eee5924e63b [ 878.677963] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.678258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.678376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.679115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.679325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.679445] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b34e4fd1-abba-440e-8b5b-6eee5924e63b already deleted. [ 878.679541] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b34e4fd1-abba-440e-8b5b-6eee5924e63b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.687185] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52522a5f-ce56-4368-bb86-1a055484c689 in Status: SUCCESS [ 878.687508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.687708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.687920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.688126] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.688262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.688291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.688450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.688529] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.688600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.688724] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52522a5f-ce56-4368-bb86-1a055484c689',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.692505] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.694074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.694074] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.694074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.694074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.694074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.694074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.694074] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52522a5f-ce56-4368-bb86-1a055484c689',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.711528] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 in Status: SUCCESS [ 878.712334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.713025] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 878.713286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.713454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.713676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.714081] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.714081] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.714081] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.714242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.714272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.714365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.714452] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.716224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.716224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.716399] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.716502] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.716667] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.716709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.716783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.716871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.716968] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.718038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.718731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.718731] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.718731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.718731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.718731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.718731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.719127] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.721228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.721228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.721228] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.721228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.721228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.721228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.721228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.721228] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.951755] env[65309]: INFO networking_nsxv3.common.synchronization [req-623fe396-d58a-459c-9932-d07c17e68e54 req-103fe4d8-f86b-4c85-a7f9-4004971b2bb8 service nova] Enqueued Resource ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 with Priority: HIGHEST for action security_group_rules [ 878.951930] env[65309]: INFO networking_nsxv3.common.synchronization [req-623fe396-d58a-459c-9932-d07c17e68e54 req-103fe4d8-f86b-4c85-a7f9-4004971b2bb8 service nova] Enqueued Resource ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 with Priority: HIGHEST for action security_group_members [ 878.952074] env[65309]: INFO networking_nsxv3.common.synchronization [req-623fe396-d58a-459c-9932-d07c17e68e54 req-103fe4d8-f86b-4c85-a7f9-4004971b2bb8 service nova] Enqueued Resource ID: 693c89ce-54bb-4b9d-92a8-8159d4a82b53 with Priority: HIGHEST for action port [ 878.952896] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 with Priority: HIGHEST for action security_group_rules [ 878.953215] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 with Priority: HIGHEST for action security_group_members [ 878.954106] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 693c89ce-54bb-4b9d-92a8-8159d4a82b53 with Priority: HIGHEST for action port [ 878.954647] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d36436bf-b96d-48d7-8d1e-2d557c43a353 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.955791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.955791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.955791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.955791] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d36436bf-b96d-48d7-8d1e-2d557c43a353',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.956778] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d36436bf-b96d-48d7-8d1e-2d557c43a353 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.961024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.961024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.961024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.961024] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.961024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.961024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.961024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.961024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.961024] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d36436bf-b96d-48d7-8d1e-2d557c43a353',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.961024] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-693c89ce-54bb-4b9d-92a8-8159d4a82b53 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.961024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-693c89ce-54bb-4b9d-92a8-8159d4a82b53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.961024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-693c89ce-54bb-4b9d-92a8-8159d4a82b53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.961024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-693c89ce-54bb-4b9d-92a8-8159d4a82b53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.961024] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('693c89ce-54bb-4b9d-92a8-8159d4a82b53',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.001028] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.001185] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.001257] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.001481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.001559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.001818] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 879.036170] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.037428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.037428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.037428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.037428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.046408] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 879.199813] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52522a5f-ce56-4368-bb86-1a055484c689',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.201025] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.201129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.201129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.201339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.201999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.201999] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.201999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.201999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.201999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.201999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.202228] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52522a5f-ce56-4368-bb86-1a055484c689 is going to be deleted. [ 879.219864] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59b1e3a1-1992-412a-896d-ca59379e55b7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.221879] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.221991] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.222244] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.222967] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.224632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.224632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.224829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.224922] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.225204] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.225318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.225382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.225652] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.226599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.226695] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 is going to be updated. [ 879.240244] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.240425] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.240467] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.240673] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.240765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.240882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.262426] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.262426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.262426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.262426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.262426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.277892] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 in Status: IN_PROGRESS for 2s [ 879.304862] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: SUCCESS [ 879.305050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.462872] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d36436bf-b96d-48d7-8d1e-2d557c43a353 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.462872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.462872] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d36436bf-b96d-48d7-8d1e-2d557c43a353',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.464495] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 693c89ce-54bb-4b9d-92a8-8159d4a82b53 with status ACTIVE [ 879.465106] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.465106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.465106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.471025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.471025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.471025] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.471025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.471025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.471025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.471025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.471025] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.471025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.471025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.471025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.471025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.471025] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 693c89ce-54bb-4b9d-92a8-8159d4a82b53 is going to be updated. [ 879.495666] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.495785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.495854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.496192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.496308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.497120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-693c89ce-54bb-4b9d-92a8-8159d4a82b53" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.511343] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 879.511343] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 deletion is rescheduled due to dependency. [ 879.511343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.705036] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52522a5f-ce56-4368-bb86-1a055484c689: rpc.has_security_group_logging(os_id): False [ 879.728199] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59b1e3a1-1992-412a-896d-ca59379e55b7: rpc.has_security_group_logging(os_id): False [ 879.728626] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.731744] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.731882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.731940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.732212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.732305] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.732534] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.732630] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.732691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.732846] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.732918] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.733030] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52522a5f-ce56-4368-bb86-1a055484c689 is going to be created. [ 879.750497] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.750687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.750771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.751053] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.751281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.751560] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.751672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.751766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.752090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.752197] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.752293] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 is going to be updated. [ 879.757129] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/52522a5f-ce56-4368-bb86-1a055484c689], does not exist path=[/infra/domains/default/groups/52522a5f-ce56-4368-bb86-1a055484c689]."\n}' [ 879.757309] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52522a5f-ce56-4368-bb86-1a055484c689 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/52522a5f-ce56-4368-bb86-1a055484c689 [ 879.757443] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 879.801755] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.801954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.802126] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.802304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.805080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.807269] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.807269] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.807269] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.807269] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.807269] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.807622] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.807622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.807622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.807776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.807922] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.810521] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52522a5f-ce56-4368-bb86-1a055484c689 is going to be created. [ 879.821939] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.822102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.822102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.822621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.822621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.836743] env[65309]: INFO networking_nsxv3.common.synchronization [req-ce5b21c3-0f5c-457a-8678-14dbfddd81f6 req-0a629f39-72ad-496c-a9c9-e365ab7f1ad5 tempest-MultipleCreateTestJSON-1167688028 tempest-MultipleCreateTestJSON-1167688028-project-member] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 879.837771] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/52522a5f-ce56-4368-bb86-1a055484c689], does not exist path=[/infra/domains/default/groups/52522a5f-ce56-4368-bb86-1a055484c689]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/52522a5f-ce56-4368-bb86-1a055484c689 [ 879.838161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52522a5f-ce56-4368-bb86-1a055484c689" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.839332] env[65309]: Traceback (most recent call last): [ 879.839332] env[65309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 879.839332] env[65309]: return func(*args, **kwargs) [ 879.839332] env[65309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 879.839332] env[65309]: res.raise_for_status() [ 879.839332] env[65309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 879.839332] env[65309]: raise HTTPError(http_error_msg, response=self) [ 879.839332] env[65309]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/52522a5f-ce56-4368-bb86-1a055484c689 [ 879.839332] env[65309]: During handling of the above exception, another exception occurred: [ 879.839332] env[65309]: Traceback (most recent call last): [ 879.839332] env[65309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 879.839332] env[65309]: listener.cb(fileno) [ 879.839332] env[65309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 879.839332] env[65309]: result = function(*args, **kwargs) [ 879.839332] env[65309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 879.839332] env[65309]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 879.839332] env[65309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 879.839332] env[65309]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 879.839332] env[65309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 879.839332] env[65309]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 879.839332] env[65309]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 879.839332] env[65309]: res.raise_for_status() [ 879.839332] env[65309]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 879.839332] env[65309]: raise HTTPError(http_error_msg, response=self) [ 879.839332] env[65309]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/52522a5f-ce56-4368-bb86-1a055484c689 [ 879.839332] env[65309]: Removing descriptor: 20 [ 879.840185] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 879.840760] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 in Status: IN_PROGRESS for 2s [ 879.841056] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.841181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.841243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.841465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.841628] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.841731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.841777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.841918] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.842057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.842119] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.969879] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d36436bf-b96d-48d7-8d1e-2d557c43a353',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.238234] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.238337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.238604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.239052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.239052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.239052] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 880.289186] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.289186] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.289186] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.289186] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.289186] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.309897] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 880.338404] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.338618] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.338720] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.338981] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.339325] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.339410] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.339509] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.339729] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.339872] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.340098] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.340211] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.340319] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.340426] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.340527] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.340629] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.340760] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.347508] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.347659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.347729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.347940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.370405] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.370560] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.370789] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.370869] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.371891] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-ef68203f-a9a4-4062-ada8-9abc36950183 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.371891] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-ef68203f-a9a4-4062-ada8-9abc36950183" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.371891] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-ef68203f-a9a4-4062-ada8-9abc36950183" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.372189] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-ef68203f-a9a4-4062-ada8-9abc36950183" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.372189] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef68203f-a9a4-4062-ada8-9abc36950183',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.376725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.377009] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.377126] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.377191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.377397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.377520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.377569] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be updated. [ 880.409326] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.409326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.409326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.409326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.409326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.419248] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: IN_PROGRESS for 2s [ 880.472731] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.477465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.477465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.477465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.477465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.477465] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 is going to be created. [ 880.521362] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.521362] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.521707] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.521707] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.521814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.537796] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 in Status: UNINITIALIZED for 2s [ 880.875395] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.875395] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.875665] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.875822] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.875971] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.876177] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port ef68203f-a9a4-4062-ada8-9abc36950183 not found, creating... [ 880.876570] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.876745] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.876861] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.877100] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.877243] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.877537] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.877689] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.877801] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.878015] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.878148] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.878287] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: ef68203f-a9a4-4062-ada8-9abc36950183 is going to be created. [ 880.902543] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.902812] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.902979] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.903374] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.903597] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.903874] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-ef68203f-a9a4-4062-ada8-9abc36950183" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.057857] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 881.058144] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.058361] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.058665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.059150] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.059150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.059150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.059150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.059495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.059495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.059495] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.232118] env[65309]: INFO networking_nsxv3.common.synchronization [None req-666f714d-0632-4da0-acdc-d332ecf4fbd5 None None] Enqueued Resource ID: 2f66757e-b051-44b0-9486-17db857d1a42 with Priority: HIGHEST for action port [ 881.233032] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f66757e-b051-44b0-9486-17db857d1a42 with Priority: HIGHEST for action port [ 881.233032] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f66757e-b051-44b0-9486-17db857d1a42 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.233032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f66757e-b051-44b0-9486-17db857d1a42" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.233260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f66757e-b051-44b0-9486-17db857d1a42" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.233580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f66757e-b051-44b0-9486-17db857d1a42" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.233920] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f66757e-b051-44b0-9486-17db857d1a42',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.294909] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 in Status: SUCCESS [ 881.295079] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 deletion is rescheduled due to dependency. [ 881.295228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.562250] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.562797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.562797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.562797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.562943] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.562943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.563051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.563193] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.563257] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.563359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.563511] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.563604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.563665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.563853] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.563935] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.564038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.564217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.564217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.564291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.564462] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.564462] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.623797] env[65309]: INFO networking_nsxv3.common.synchronization [req-ce5b21c3-0f5c-457a-8678-14dbfddd81f6 req-fb17ff27-8da3-4cbc-8b0d-a98aa50ae407 service nova] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_rules [ 881.624032] env[65309]: INFO networking_nsxv3.common.synchronization [req-ce5b21c3-0f5c-457a-8678-14dbfddd81f6 req-fb17ff27-8da3-4cbc-8b0d-a98aa50ae407 service nova] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 881.624258] env[65309]: INFO networking_nsxv3.common.synchronization [req-ce5b21c3-0f5c-457a-8678-14dbfddd81f6 req-fb17ff27-8da3-4cbc-8b0d-a98aa50ae407 service nova] Enqueued Resource ID: ef68203f-a9a4-4062-ada8-9abc36950183 with Priority: HIGHEST for action port [ 881.625274] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_rules [ 881.625474] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 881.625766] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef68203f-a9a4-4062-ada8-9abc36950183 with Priority: HIGHEST for action port [ 881.626116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.626266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.626355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.626605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.626688] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.627867] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.627954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.628497] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef68203f-a9a4-4062-ada8-9abc36950183 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.628497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef68203f-a9a4-4062-ada8-9abc36950183" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.628497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef68203f-a9a4-4062-ada8-9abc36950183" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.628497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef68203f-a9a4-4062-ada8-9abc36950183" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.628714] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef68203f-a9a4-4062-ada8-9abc36950183',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.737772] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f66757e-b051-44b0-9486-17db857d1a42 [ 881.737973] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.738125] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.738194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.738460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.738731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.738731] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f66757e-b051-44b0-9486-17db857d1a42 already deleted. [ 881.738830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f66757e-b051-44b0-9486-17db857d1a42" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.862888] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59b1e3a1-1992-412a-896d-ca59379e55b7 in Status: SUCCESS [ 881.863200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59b1e3a1-1992-412a-896d-ca59379e55b7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.069861] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2: rpc.has_security_group_logging(os_id): False [ 882.089471] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.089679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.089828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.089953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.111154] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.111430] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.111567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.111759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.111844] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.111943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.112218] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.112356] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.112450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.112661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.112809] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.113068] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.113324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.113324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.113474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.113613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.113613] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 882.131958] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef68203f-a9a4-4062-ada8-9abc36950183 with status ACTIVE [ 882.132321] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.132480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.132548] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.132767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.132857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.133048] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.133219] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.133281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.133433] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.133508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.133694] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.133786] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.133846] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.134057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.134175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.134299] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef68203f-a9a4-4062-ada8-9abc36950183 is going to be updated. [ 882.135953] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.135953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.161418] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.161418] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.161418] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.161418] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.161745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.161785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef68203f-a9a4-4062-ada8-9abc36950183" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.190542] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.190740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.191212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.191212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.191212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.213187] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 882.325196] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 882.325196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.325423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.326024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.326024] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.326024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.326024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.326213] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.326318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.326366] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.326543] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.326625] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.326672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.326856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.327067] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.327174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.327249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.327396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.327474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.327574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.327680] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.399771] env[65309]: INFO networking_nsxv3.common.synchronization [req-ce5b21c3-0f5c-457a-8678-14dbfddd81f6 req-8b99f572-cf61-4eb6-927b-bb6e6ae0412a tempest-MultipleCreateTestJSON-1167688028 tempest-MultipleCreateTestJSON-1167688028-project-member] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 882.400834] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 882.400834] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.400834] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.429412] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: SUCCESS [ 882.429598] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f deletion is rescheduled due to dependency. [ 882.429718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.430064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.430349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.430566] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.430688] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.430750] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.430909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.430989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.431123] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.548633] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 in Status: SUCCESS [ 882.548923] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.549192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.549457] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.549759] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.549937] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.550178] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.550231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.550350] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.550350] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.550471] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d36436bf-b96d-48d7-8d1e-2d557c43a353',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.732578] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.732973] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.733399] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.733862] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.734335] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.734947] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.734947] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.735284] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.735553] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.735898] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.736152] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.736400] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.736622] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.736847] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.737056] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.737307] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.760480] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.761581] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.761581] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.762037] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.762552] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-fff9c2b3-61f6-4e27-af47-637d94a0f6b2 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.762941] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-fff9c2b3-61f6-4e27-af47-637d94a0f6b2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.763562] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-fff9c2b3-61f6-4e27-af47-637d94a0f6b2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.763789] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-fff9c2b3-61f6-4e27-af47-637d94a0f6b2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.763993] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fff9c2b3-61f6-4e27-af47-637d94a0f6b2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.830470] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8f39115-03aa-4960-a185-0ef6f32f7791: rpc.has_security_group_logging(os_id): False [ 882.852587] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.852793] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.852877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.853184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.875354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.876324] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.876324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.876324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.876324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.876324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.876530] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.876530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.876530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.876687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.876792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.876946] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.877149] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.877262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.877435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.877552] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.877664] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 882.933712] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.958767] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.958898] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.958965] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.959309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.959530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.979670] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 883.053130] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d36436bf-b96d-48d7-8d1e-2d557c43a353 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.053341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.053440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.053639] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.053819] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.053921] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.053992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.054173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.054269] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.054362] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.054555] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d36436bf-b96d-48d7-8d1e-2d557c43a353 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.054723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.054723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.054864] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.055033] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.055136] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.055199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.055340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.055477] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.055603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.055737] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d36436bf-b96d-48d7-8d1e-2d557c43a353',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.268978] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.268978] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.269548] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.270668] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.270668] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.270668] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port fff9c2b3-61f6-4e27-af47-637d94a0f6b2 not found, creating... [ 883.270866] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.271447] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.271447] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.271897] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.272324] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.272879] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.273192] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.273392] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.273726] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.273933] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.274164] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: fff9c2b3-61f6-4e27-af47-637d94a0f6b2 is going to be created. [ 883.315138] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.315374] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.315505] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.315816] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.316068] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.316307] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-fff9c2b3-61f6-4e27-af47-637d94a0f6b2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.437833] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.559129] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d36436bf-b96d-48d7-8d1e-2d557c43a353: rpc.has_security_group_logging(os_id): False [ 883.577559] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.577770] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.577770] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.578033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.578094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.578341] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.578453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.578496] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.578669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.578745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.578917] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.579034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.579097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.579240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.579316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.579503] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.579596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.579670] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.579823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.579900] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.580015] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 is going to be created. [ 883.654870] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.655061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.655061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.655227] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.655683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.672011] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 in Status: IN_PROGRESS for 2s [ 883.941400] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.941729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.941729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.941910] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.942022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.942129] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be updated. [ 883.976493] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.976671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.976766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.977028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.977187] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.986706] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: IN_PROGRESS for 2s [ 884.040585] env[65309]: INFO networking_nsxv3.common.synchronization [req-ce5b21c3-0f5c-457a-8678-14dbfddd81f6 req-b99b0d2d-dc95-4953-a374-b9cc14a3159b service nova] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_rules [ 884.040792] env[65309]: INFO networking_nsxv3.common.synchronization [req-ce5b21c3-0f5c-457a-8678-14dbfddd81f6 req-b99b0d2d-dc95-4953-a374-b9cc14a3159b service nova] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 884.040970] env[65309]: INFO networking_nsxv3.common.synchronization [req-ce5b21c3-0f5c-457a-8678-14dbfddd81f6 req-b99b0d2d-dc95-4953-a374-b9cc14a3159b service nova] Enqueued Resource ID: fff9c2b3-61f6-4e27-af47-637d94a0f6b2 with Priority: HIGHEST for action port [ 884.041555] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_rules [ 884.041689] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 884.041788] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fff9c2b3-61f6-4e27-af47-637d94a0f6b2 with Priority: HIGHEST for action port [ 884.043231] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.043373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.043679] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.043794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.043986] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-fff9c2b3-61f6-4e27-af47-637d94a0f6b2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.044135] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fff9c2b3-61f6-4e27-af47-637d94a0f6b2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.044222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fff9c2b3-61f6-4e27-af47-637d94a0f6b2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.044453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fff9c2b3-61f6-4e27-af47-637d94a0f6b2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.044544] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fff9c2b3-61f6-4e27-af47-637d94a0f6b2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.226912] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 884.227136] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.548070] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fff9c2b3-61f6-4e27-af47-637d94a0f6b2 with status ACTIVE [ 884.548325] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.548465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.548655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.548748] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.548835] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.549016] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.549119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.549178] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.549326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.549397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.549575] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.549661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.549723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.549859] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.549929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.550020] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fff9c2b3-61f6-4e27-af47-637d94a0f6b2 is going to be updated. [ 884.580865] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.581059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.581321] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.581393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.581502] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.581661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fff9c2b3-61f6-4e27-af47-637d94a0f6b2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.006019] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 885.006265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.019492] env[65309]: INFO networking_nsxv3.common.synchronization [req-7a224124-ead1-45bc-ad6a-aab5c8dba16c req-95953d51-f6c2-44db-a313-90bb08e2562e tempest-ImagesTestJSON-941911563 tempest-ImagesTestJSON-941911563-project-member] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 885.020494] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 885.020494] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.020494] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.020764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.020764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.020917] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.021036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.022012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.022012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.022012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.022012] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.417426] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.417426] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.417426] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.417695] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.418597] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.418597] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.418597] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.418597] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.418597] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.419017] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.419017] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.419017] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.419017] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.419145] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.419237] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.419375] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.449755] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.449993] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.450077] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.450260] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-33" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.450603] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-94b989ac-f7d7-44f4-90a2-8476e0d2267b taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.450782] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-94b989ac-f7d7-44f4-90a2-8476e0d2267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.450902] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-94b989ac-f7d7-44f4-90a2-8476e0d2267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.451309] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-94b989ac-f7d7-44f4-90a2-8476e0d2267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.451453] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94b989ac-f7d7-44f4-90a2-8476e0d2267b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.523540] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.523700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.523770] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.523983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.557708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.557996] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.558094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.558161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.558360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.558445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.558534] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 885.589491] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.589624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.589914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.590157] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.590308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.606517] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 885.684929] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 in Status: SUCCESS [ 885.685170] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.954036] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.954218] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.954320] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.954679] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.954856] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.955080] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 94b989ac-f7d7-44f4-90a2-8476e0d2267b not found, creating... [ 885.955481] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.955697] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.955867] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.956169] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.956355] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.956707] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.957230] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.957401] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.957676] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.957870] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.958076] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 94b989ac-f7d7-44f4-90a2-8476e0d2267b is going to be created. [ 885.980453] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.980668] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.980808] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.981117] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.981357] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.981612] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-94b989ac-f7d7-44f4-90a2-8476e0d2267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.997368] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: SUCCESS [ 885.997589] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.997825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.998137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.998401] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.998553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.998627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.998849] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.998976] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.999214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.999398] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.001874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.001874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.002070] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.002185] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.002300] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.002394] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.002734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.002837] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.504796] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.505116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.505171] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.765837] env[65309]: INFO networking_nsxv3.common.synchronization [req-7a224124-ead1-45bc-ad6a-aab5c8dba16c req-98e623ad-7845-4eb1-8ddf-63436f1288ca service nova] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_rules [ 886.766030] env[65309]: INFO networking_nsxv3.common.synchronization [req-7a224124-ead1-45bc-ad6a-aab5c8dba16c req-98e623ad-7845-4eb1-8ddf-63436f1288ca service nova] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 886.766176] env[65309]: INFO networking_nsxv3.common.synchronization [req-7a224124-ead1-45bc-ad6a-aab5c8dba16c req-98e623ad-7845-4eb1-8ddf-63436f1288ca service nova] Enqueued Resource ID: 94b989ac-f7d7-44f4-90a2-8476e0d2267b with Priority: HIGHEST for action port [ 886.766728] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_rules [ 886.766867] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 886.766968] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94b989ac-f7d7-44f4-90a2-8476e0d2267b with Priority: HIGHEST for action port [ 886.770112] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.770263] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.770375] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.770546] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.770631] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.771542] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.771629] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.771824] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-94b989ac-f7d7-44f4-90a2-8476e0d2267b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.771922] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94b989ac-f7d7-44f4-90a2-8476e0d2267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.772059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94b989ac-f7d7-44f4-90a2-8476e0d2267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.772172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94b989ac-f7d7-44f4-90a2-8476e0d2267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.772237] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94b989ac-f7d7-44f4-90a2-8476e0d2267b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.008040] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.274663] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94b989ac-f7d7-44f4-90a2-8476e0d2267b with status ACTIVE [ 887.274864] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.275013] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.275099] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.275327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.275420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.275604] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.275706] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.275771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.275921] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.276068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.276256] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.276358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.276423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.276569] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.276645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.276757] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94b989ac-f7d7-44f4-90a2-8476e0d2267b is going to be updated. [ 887.278631] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.278631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.306365] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.306650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.306650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.307025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.307061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.307239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94b989ac-f7d7-44f4-90a2-8476e0d2267b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.510605] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.511074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.511074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.511245] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.511289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.511397] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be updated. [ 887.542321] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.542523] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.542639] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.542876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.542966] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.553926] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: IN_PROGRESS for 2s [ 887.618526] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 887.618716] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f deletion is rescheduled due to dependency. [ 887.618832] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.618996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.619242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.619448] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.619568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.619633] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.620018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.620018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.620018] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.121995] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.625062] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.127676] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.127833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.127833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.128124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.128296] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.128469] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 889.161116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.161444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.161444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.162549] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.162549] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.172558] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 889.520597] env[65309]: INFO networking_nsxv3.common.synchronization [req-19524bd1-806e-440b-bef4-b550d868fb6e req-eb153a0d-5286-4894-bddd-29f1b168ba87 tempest-ServersWithSpecificFlavorTestJSON-1996120784 tempest-ServersWithSpecificFlavorTestJSON-1996120784-project-member] Enqueued Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_members [ 889.520687] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGHEST for action security_group_members [ 889.521814] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-c39c4aab-1f96-4faa-ab75-56fdf0315b69 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.521814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.521814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.521814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.521814] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.521814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.521814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.521814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.522221] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.522221] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.565172] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: SUCCESS [ 889.565402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.565614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.565840] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.566049] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.566182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.566251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.566465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.566465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.566568] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.024905] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.025283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.025283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.025376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.050435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.050714] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.050836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.050920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.051232] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.051320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.051423] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 is going to be updated. [ 890.068958] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.080343] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.080431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.080463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.083943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.083943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.092182] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: IN_PROGRESS for 2s [ 890.148179] env[65309]: INFO networking_nsxv3.common.synchronization [req-7233ed14-4f1b-42aa-8061-3720c139ce50 req-012d6f9d-ff80-436f-a830-d7aef14db71a tempest-InstanceActionsV221TestJSON-373522049 tempest-InstanceActionsV221TestJSON-373522049-project-member] Enqueued Resource ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 with Priority: HIGHEST for action security_group_members [ 890.148509] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 with Priority: HIGHEST for action security_group_members [ 890.149248] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d36436bf-b96d-48d7-8d1e-2d557c43a353 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.149401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.149479] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.149727] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.150551] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.150670] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.150734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.150911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.151019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.151129] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d36436bf-b96d-48d7-8d1e-2d557c43a353',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.570919] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.653368] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.653563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.653629] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.653856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.653949] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.654312] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.654446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.654536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.654712] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.654797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.654899] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 is going to be updated. [ 890.687446] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.687636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.688163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.688408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.688717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.726021] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 in Status: IN_PROGRESS for 2s [ 891.073051] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.073512] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.073512] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.073512] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.073649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.073868] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be updated. [ 891.121663] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.121919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.122052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.122372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.122713] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.135073] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: IN_PROGRESS for 2s [ 891.190067] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 891.190067] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.190357] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.190415] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.190581] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.190736] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.190808] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.191017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.191126] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.191257] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.191359] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.693967] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.694437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.694531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.694993] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.695407] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.695558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.695558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.695820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.695906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.696189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.696340] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.696445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.696516] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.696721] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.696900] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.696968] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.697021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.697174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.697245] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.697327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.697436] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.102355] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 in Status: SUCCESS [ 892.102709] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 deletion is rescheduled due to dependency. [ 892.102709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.199720] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f: rpc.has_security_group_logging(os_id): False [ 892.219529] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.219783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.219783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.220027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.220147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.220358] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.220472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.220528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.220684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.220832] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.221049] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.221171] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.221296] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.221402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.221478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.221661] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.221753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.221808] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.221975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.222063] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.222179] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 892.309396] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.309612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.309612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.309935] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.310028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.339240] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 892.577702] env[65309]: INFO networking_nsxv3.common.synchronization [req-9b15816a-e89e-4c4e-b7f9-f66187be9e72 req-1dd0c8cf-3491-446e-8e89-bc88b9540c4a tempest-ServersTestJSON-337806064 tempest-ServersTestJSON-337806064-project-member] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 892.578246] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 892.578551] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.578675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.578741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.578996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.579177] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.579282] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.579342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.579498] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.579586] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.579680] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.736605] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 in Status: SUCCESS [ 892.736605] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 deletion is rescheduled due to dependency. [ 892.736605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.945959] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.946200] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.946349] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.946577] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.946870] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.947062] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.947190] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.947407] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.947581] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.947808] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.947924] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.948052] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.948162] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.948273] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.948381] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.948514] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.966360] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.966543] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.966770] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.966930] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.967270] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-a77b0f23-7128-40ed-9d33-b1370a397d2f taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.967445] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-a77b0f23-7128-40ed-9d33-b1370a397d2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.967567] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-a77b0f23-7128-40ed-9d33-b1370a397d2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.967893] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-a77b0f23-7128-40ed-9d33-b1370a397d2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.968049] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77b0f23-7128-40ed-9d33-b1370a397d2f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.081904] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.145285] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: SUCCESS [ 893.145604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.145753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.145967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.146289] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.146504] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.146659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.146988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.147319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.147319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.147489] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.147631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.147696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.147896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.148048] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.148149] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.148221] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.148489] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.148605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.148725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.148847] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.470675] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.471189] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.471455] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.471884] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.472155] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.472423] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port a77b0f23-7128-40ed-9d33-b1370a397d2f not found, creating... [ 893.472881] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.473228] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.473445] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.474074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.474074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.474589] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.474866] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.475094] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.475480] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.475724] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.475981] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: a77b0f23-7128-40ed-9d33-b1370a397d2f is going to be created. [ 893.509488] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.509875] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.510108] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.510549] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.510700] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.510973] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-a77b0f23-7128-40ed-9d33-b1370a397d2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.584893] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.652341] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6575def6-64e4-4853-bd2a-a486f9e2232f: rpc.has_security_group_logging(os_id): False [ 893.673780] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.673945] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.674020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.674295] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.674435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.674687] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.674687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.674687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.674687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.674687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.675454] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.675454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.675548] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.675631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.675746] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.675912] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.676015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.676075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.676265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.676410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.676495] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be updated. [ 893.746720] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.746720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.746720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.746941] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.747179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.761822] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: IN_PROGRESS for 2s [ 894.087055] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.087274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.087397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.087645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.088621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.088787] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 894.121996] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.122202] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.122297] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.122593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.122691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.134158] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 894.242769] env[65309]: INFO networking_nsxv3.common.synchronization [req-9b15816a-e89e-4c4e-b7f9-f66187be9e72 req-4ec5b835-ff5d-4882-841b-d8eec1c30bdb service nova] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_rules [ 894.243053] env[65309]: INFO networking_nsxv3.common.synchronization [req-9b15816a-e89e-4c4e-b7f9-f66187be9e72 req-4ec5b835-ff5d-4882-841b-d8eec1c30bdb service nova] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 894.243091] env[65309]: INFO networking_nsxv3.common.synchronization [req-9b15816a-e89e-4c4e-b7f9-f66187be9e72 req-4ec5b835-ff5d-4882-841b-d8eec1c30bdb service nova] Enqueued Resource ID: a77b0f23-7128-40ed-9d33-b1370a397d2f with Priority: HIGHEST for action port [ 894.243744] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_rules [ 894.243880] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 894.243976] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a77b0f23-7128-40ed-9d33-b1370a397d2f with Priority: HIGHEST for action port [ 894.244279] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.244408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.244476] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.244730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.244820] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.245638] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.245724] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.245901] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a77b0f23-7128-40ed-9d33-b1370a397d2f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.245998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a77b0f23-7128-40ed-9d33-b1370a397d2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.246134] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a77b0f23-7128-40ed-9d33-b1370a397d2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.246240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a77b0f23-7128-40ed-9d33-b1370a397d2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.246316] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a77b0f23-7128-40ed-9d33-b1370a397d2f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.364261] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 894.364508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.750723] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.750723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.750723] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a77b0f23-7128-40ed-9d33-b1370a397d2f with status ACTIVE [ 894.752059] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.752228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.752305] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.753014] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.753014] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.753089] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.753320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.753387] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.753566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.753643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.754040] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.754187] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.754267] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.754442] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.754540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.754648] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a77b0f23-7128-40ed-9d33-b1370a397d2f is going to be updated. [ 894.782925] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.784138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.784138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.784138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.784449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.784695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a77b0f23-7128-40ed-9d33-b1370a397d2f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.151900] env[65309]: INFO networking_nsxv3.common.synchronization [req-6fe58c07-b954-4a65-9eb4-e4955f9f190b req-4a733d2e-ca36-45f6-93ab-7673e28b5949 tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: 556fa860-e2e0-48dd-9305-2654d04db79c with Priority: HIGHEST for action security_group_members [ 895.151900] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556fa860-e2e0-48dd-9305-2654d04db79c with Priority: HIGHEST for action security_group_members [ 895.151900] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-556fa860-e2e0-48dd-9305-2654d04db79c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.151900] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.151900] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.153374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.155303] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.155303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.155303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.155303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.155303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.155303] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('556fa860-e2e0-48dd-9305-2654d04db79c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.605265] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.605265] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.605265] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.605730] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.605830] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.606028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.608342] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.608757] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.609081] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.609378] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.609498] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.609617] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.609723] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.609833] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.609953] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.610106] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.633092] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.633554] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.633554] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.633716] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.634131] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-672044c3-3cce-4c7a-84ae-56ceb96ef9e2 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.634431] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-672044c3-3cce-4c7a-84ae-56ceb96ef9e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.634568] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-672044c3-3cce-4c7a-84ae-56ceb96ef9e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.634948] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-672044c3-3cce-4c7a-84ae-56ceb96ef9e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.635060] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('672044c3-3cce-4c7a-84ae-56ceb96ef9e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.661324] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.661324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.661324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.661324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.661324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.661324] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.661324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.661324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.661324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.661324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.661324] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 556fa860-e2e0-48dd-9305-2654d04db79c already deleted. [ 895.661324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.779404] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: SUCCESS [ 895.779731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.779951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.780150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.780294] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.959281] env[65309]: INFO networking_nsxv3.common.synchronization [req-7512967e-21d2-4b0f-90ae-5b9caeb3169f req-99e1885f-51a2-4865-8a83-7bbf32d3a5bc tempest-MultipleCreateTestJSON-1167688028 tempest-MultipleCreateTestJSON-1167688028-project-member] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 895.959867] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 895.960535] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.960738] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.960994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.961349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.961571] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.961688] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.961754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.961917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.962019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.962112] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.137906] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.141285] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.141285] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.141285] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.141285] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.141285] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 672044c3-3cce-4c7a-84ae-56ceb96ef9e2 not found, creating... [ 896.141285] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.141285] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.141285] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.141285] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.141285] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.141616] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.141616] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.141616] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.141616] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.141911] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.142185] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 672044c3-3cce-4c7a-84ae-56ceb96ef9e2 is going to be created. [ 896.144308] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 896.144638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.144920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.145184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.145433] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.145669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.145933] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.146359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.146537] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.146706] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.168258] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.168469] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.168593] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.169010] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.169265] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.169650] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-672044c3-3cce-4c7a-84ae-56ceb96ef9e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.282895] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.283841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.306428] env[65309]: INFO networking_nsxv3.common.synchronization [req-be9d142b-ca73-470e-ac90-8d1b916a11c9 req-cbc59c32-197e-4b58-adc8-eb198d5b8980 tempest-MultipleCreateTestJSON-1167688028 tempest-MultipleCreateTestJSON-1167688028-project-member] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 896.307683] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGHEST for action security_group_members [ 896.308423] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.309021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.465272] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.649845] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.967899] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.001526] env[65309]: INFO networking_nsxv3.common.synchronization [req-6fe58c07-b954-4a65-9eb4-e4955f9f190b req-6099d662-fd9b-48c3-aebe-817304278fed service nova] Enqueued Resource ID: 556fa860-e2e0-48dd-9305-2654d04db79c with Priority: HIGHEST for action security_group_rules [ 897.001526] env[65309]: INFO networking_nsxv3.common.synchronization [req-6fe58c07-b954-4a65-9eb4-e4955f9f190b req-6099d662-fd9b-48c3-aebe-817304278fed service nova] Enqueued Resource ID: 556fa860-e2e0-48dd-9305-2654d04db79c with Priority: HIGHEST for action security_group_members [ 897.001526] env[65309]: INFO networking_nsxv3.common.synchronization [req-6fe58c07-b954-4a65-9eb4-e4955f9f190b req-6099d662-fd9b-48c3-aebe-817304278fed service nova] Enqueued Resource ID: 672044c3-3cce-4c7a-84ae-56ceb96ef9e2 with Priority: HIGHEST for action port [ 897.001526] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556fa860-e2e0-48dd-9305-2654d04db79c with Priority: HIGHEST for action security_group_rules [ 897.001526] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556fa860-e2e0-48dd-9305-2654d04db79c with Priority: HIGHEST for action security_group_members [ 897.001526] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 672044c3-3cce-4c7a-84ae-56ceb96ef9e2 with Priority: HIGHEST for action port [ 897.001526] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-556fa860-e2e0-48dd-9305-2654d04db79c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.002083] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.002347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.002649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.002843] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('556fa860-e2e0-48dd-9305-2654d04db79c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.004464] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-556fa860-e2e0-48dd-9305-2654d04db79c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.004704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.004895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.005180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.005429] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.005731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.006016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.007123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.007123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.007123] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('556fa860-e2e0-48dd-9305-2654d04db79c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.007671] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-672044c3-3cce-4c7a-84ae-56ceb96ef9e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.009729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-672044c3-3cce-4c7a-84ae-56ceb96ef9e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.009729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-672044c3-3cce-4c7a-84ae-56ceb96ef9e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.009729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-672044c3-3cce-4c7a-84ae-56ceb96ef9e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.009729] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('672044c3-3cce-4c7a-84ae-56ceb96ef9e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.152693] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.470731] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.471685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.471685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.471882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.471941] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.472100] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be updated. [ 897.505899] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.506026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.506079] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.506288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.506430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.511456] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 672044c3-3cce-4c7a-84ae-56ceb96ef9e2 with status ACTIVE [ 897.511456] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.511614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.511614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.513445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.513445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.513445] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.513445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.513445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.513445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.513445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.513445] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.513445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.513445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.513445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.514644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.514644] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 672044c3-3cce-4c7a-84ae-56ceb96ef9e2 is going to be updated. [ 897.514807] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('556fa860-e2e0-48dd-9305-2654d04db79c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.515897] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-556fa860-e2e0-48dd-9305-2654d04db79c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.515897] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.524720] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: IN_PROGRESS for 2s [ 897.553021] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.553021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.553021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.553021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.553021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.553399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-672044c3-3cce-4c7a-84ae-56ceb96ef9e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.655136] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.655365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.655365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.655532] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.655618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.655711] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 897.696480] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.696648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.696699] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.696912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.697082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.710989] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 898.017381] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('556fa860-e2e0-48dd-9305-2654d04db79c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.520753] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.520753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.520753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.525116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.525116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.525116] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 556fa860-e2e0-48dd-9305-2654d04db79c is going to be created. [ 898.555521] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.557140] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.557487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.558715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.558715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.575754] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 556fa860-e2e0-48dd-9305-2654d04db79c in Status: UNINITIALIZED for 2s [ 899.536720] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: SUCCESS [ 899.536720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.536720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.536720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.536720] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.536720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.536720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.537488] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.537488] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.537488] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.537488] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.538080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.538259] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.538438] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.538544] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.538628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.538759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.539097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.539097] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.727323] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 899.727323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.727323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.727323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.727323] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.727323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.727323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.728064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.728478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.729597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.729848] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.040985] env[65309]: INFO networking_nsxv3.common.synchronization [req-58cef264-5428-4346-abc7-510f20cfcd87 req-fa0411d7-8bd5-404d-85ea-89ffccbfff13 tempest-ServerDiskConfigTestJSON-559707094 tempest-ServerDiskConfigTestJSON-559707094-project-member] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 900.041752] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.041752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.042879] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.042879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.042879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.042879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.043208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.043258] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.043739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.043739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.043739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.043915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.043915] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be updated. [ 900.045726] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 900.045913] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.046026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.046078] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.046243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.046396] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.046493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.046557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.046699] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.046776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.046888] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.086472] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.086634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.086703] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.086934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.087098] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.098286] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: IN_PROGRESS for 2s [ 900.233321] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.233600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.233681] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.234023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.234333] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.234597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.234640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.234929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.235115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.235264] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.235560] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.235746] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.235869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.236190] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.236442] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.236643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.236773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.237038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.237222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.237834] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.237834] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.549727] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.549727] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.549727] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.549727] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.575501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.575766] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.575891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.576039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.576216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.576302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.576400] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 900.588909] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 556fa860-e2e0-48dd-9305-2654d04db79c in Status: SUCCESS [ 900.589235] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.589571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.589953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.590194] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.590351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.590418] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.590571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.590656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.590743] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.590832] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('556fa860-e2e0-48dd-9305-2654d04db79c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.612600] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.612770] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.612836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.613395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.613395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.629071] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 900.647813] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.648119] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.648224] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.648501] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.650623] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.650623] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.650623] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.650623] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.650623] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.650623] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.650623] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.650623] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.650623] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.650893] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.650893] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.650947] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.681033] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.681548] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.681788] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.682812] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.682812] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-4b2bbb6f-827b-450a-94ea-2d8af2cded8d taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.682812] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-4b2bbb6f-827b-450a-94ea-2d8af2cded8d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.682812] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-4b2bbb6f-827b-450a-94ea-2d8af2cded8d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.683067] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-4b2bbb6f-827b-450a-94ea-2d8af2cded8d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.683404] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2bbb6f-827b-450a-94ea-2d8af2cded8d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.741137] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70fcfe2-957d-4d66-b66e-542217612b12: rpc.has_security_group_logging(os_id): False [ 900.774092] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.774382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.774382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.774627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.801347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.801601] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.801742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.801804] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.801998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.802100] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.802611] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.802718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.802772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.802944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.803030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.803311] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.803406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.803460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.803615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.803680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.803769] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 900.894266] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.894531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.894531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.894768] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.894947] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.912536] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 900.997812] env[65309]: INFO networking_nsxv3.common.synchronization [req-aca5b366-9f79-4281-982a-028b449626af req-a258cefe-129c-4b12-80e4-cd77b6f5b20f tempest-DeleteServersTestJSON-1650633726 tempest-DeleteServersTestJSON-1650633726-project-member] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 900.997812] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 900.998418] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.998572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.998640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.998853] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.999032] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.999133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.999197] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.999348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.999439] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.999530] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.093345] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('556fa860-e2e0-48dd-9305-2654d04db79c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.188363] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.188363] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.188363] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.188363] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.188363] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.188363] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 4b2bbb6f-827b-450a-94ea-2d8af2cded8d not found, creating... [ 901.188363] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.189302] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.189302] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.189302] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.189302] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.189302] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.189590] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.189590] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.189775] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.189910] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.190062] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 4b2bbb6f-827b-450a-94ea-2d8af2cded8d is going to be created. [ 901.215821] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.216110] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.216196] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.216465] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.216757] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.217032] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-4b2bbb6f-827b-450a-94ea-2d8af2cded8d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.505132] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.505132] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.505132] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.505132] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.505132] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.505132] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.505132] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.505132] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.505132] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.505132] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.505132] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 901.534103] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.538971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.538971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.538971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.538971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.545541] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 901.596704] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 556fa860-e2e0-48dd-9305-2654d04db79c: rpc.has_security_group_logging(os_id): False [ 901.619614] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.619790] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.619833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.620049] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.620145] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.620383] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.620487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.620544] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.620704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.620777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.620863] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 556fa860-e2e0-48dd-9305-2654d04db79c is going to be created. [ 901.698134] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.698246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.698297] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.698486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.698697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.715905] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 556fa860-e2e0-48dd-9305-2654d04db79c in Status: IN_PROGRESS for 2s [ 902.058922] env[65309]: INFO networking_nsxv3.common.synchronization [req-58cef264-5428-4346-abc7-510f20cfcd87 req-e260a394-28cd-4ed1-8792-6a1d6e2ef29d service nova] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_rules [ 902.058922] env[65309]: INFO networking_nsxv3.common.synchronization [req-58cef264-5428-4346-abc7-510f20cfcd87 req-e260a394-28cd-4ed1-8792-6a1d6e2ef29d service nova] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 902.058922] env[65309]: INFO networking_nsxv3.common.synchronization [req-58cef264-5428-4346-abc7-510f20cfcd87 req-e260a394-28cd-4ed1-8792-6a1d6e2ef29d service nova] Enqueued Resource ID: 4b2bbb6f-827b-450a-94ea-2d8af2cded8d with Priority: HIGHEST for action port [ 902.058922] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_rules [ 902.058922] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 902.058922] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2bbb6f-827b-450a-94ea-2d8af2cded8d with Priority: HIGHEST for action port [ 902.065052] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.065052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.065052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.065052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.065052] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.065613] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.065613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.065710] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b2bbb6f-827b-450a-94ea-2d8af2cded8d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.065762] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b2bbb6f-827b-450a-94ea-2d8af2cded8d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.068710] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b2bbb6f-827b-450a-94ea-2d8af2cded8d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.068710] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b2bbb6f-827b-450a-94ea-2d8af2cded8d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.068710] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2bbb6f-827b-450a-94ea-2d8af2cded8d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.113191] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: SUCCESS [ 902.113191] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f deletion is rescheduled due to dependency. [ 902.113191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.113191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.113191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.113191] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.113191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.113191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.113191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.113191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.113191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.113191] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.113191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.113191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.113741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.113741] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.113741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.113741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.113741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.113741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.113925] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.113925] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.324407] env[65309]: INFO networking_nsxv3.common.synchronization [req-eb6bd288-e8cd-4a28-818a-5c64fa366299 req-d64bcc70-91d8-4b9c-ae7c-6a074e66561f tempest-MigrationsAdminTest-1630636520 tempest-MigrationsAdminTest-1630636520-project-member] Enqueued Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_members [ 902.328152] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_members [ 902.328152] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.328152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.328152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.328152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.328152] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.328152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.328152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.328152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.328152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.328152] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.488168] env[65309]: INFO networking_nsxv3.common.synchronization [None req-f01ad272-1da1-4a05-bbdb-f18db2305ed7 None None] Enqueued Resource ID: a7bce104-a027-486b-9db1-8b7fe807cddd with Priority: HIGHEST for action port [ 902.489066] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7bce104-a027-486b-9db1-8b7fe807cddd with Priority: HIGHEST for action port [ 902.489972] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7bce104-a027-486b-9db1-8b7fe807cddd taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.489972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7bce104-a027-486b-9db1-8b7fe807cddd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.489972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7bce104-a027-486b-9db1-8b7fe807cddd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.490135] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7bce104-a027-486b-9db1-8b7fe807cddd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.490135] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7bce104-a027-486b-9db1-8b7fe807cddd',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.569967] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b2bbb6f-827b-450a-94ea-2d8af2cded8d with status ACTIVE [ 902.571055] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.571055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.571055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.571055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.571055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.571055] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.571055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.571584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.571584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.571584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.571668] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.571878] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.571878] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.571955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.572049] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.572136] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b2bbb6f-827b-450a-94ea-2d8af2cded8d is going to be updated. [ 902.575790] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.575927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.599325] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.599654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.599654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.599909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.600096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.600332] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b2bbb6f-827b-450a-94ea-2d8af2cded8d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.622088] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6575def6-64e4-4853-bd2a-a486f9e2232f: rpc.has_security_group_logging(os_id): False [ 902.644025] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 902.644025] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 deletion is rescheduled due to dependency. [ 902.644025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.644025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.644025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.644025] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.644025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.644025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.644025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.644025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.645032] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.648017] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.648477] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.648679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.649235] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.649502] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.653020] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.653020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.653020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.653020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.653020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.653020] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.653020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.653020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.653020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.653020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.653020] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.653020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.653020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.653020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.653798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.653798] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be updated. [ 902.750594] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.750784] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.750822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.751094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.751798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.775613] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: IN_PROGRESS for 2s [ 902.829910] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.934716] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 902.935615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.996273] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7bce104-a027-486b-9db1-8b7fe807cddd [ 902.996273] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.996273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.996273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.996273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.996273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.996273] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7bce104-a027-486b-9db1-8b7fe807cddd already deleted. [ 902.996273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7bce104-a027-486b-9db1-8b7fe807cddd" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.157041] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.334638] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.557670] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 903.557670] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 deletion is rescheduled due to dependency. [ 903.557670] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.664064] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.731036] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 556fa860-e2e0-48dd-9305-2654d04db79c in Status: SUCCESS [ 903.731207] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.836888] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.838468] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.838468] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.838468] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.838468] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.838468] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f17348da-2dc7-4ec7-8480-977efa378afe is going to be updated. [ 903.871109] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.871109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.871109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.872056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.872056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.883691] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: IN_PROGRESS for 2s [ 904.166519] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.166690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.166759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.166980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.167095] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.167196] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 904.201495] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.201656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.201715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.201927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.202139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.219160] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 904.739310] env[65309]: INFO networking_nsxv3.common.synchronization [None req-de39023f-35c8-4ef0-ad0b-0391e87be72f None None] Enqueued Resource ID: daefac08-6c8d-44a3-bc41-ff0e56c4fc12 with Priority: HIGHEST for action port [ 904.739967] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daefac08-6c8d-44a3-bc41-ff0e56c4fc12 with Priority: HIGHEST for action port [ 904.740369] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-daefac08-6c8d-44a3-bc41-ff0e56c4fc12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.740529] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daefac08-6c8d-44a3-bc41-ff0e56c4fc12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.740594] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daefac08-6c8d-44a3-bc41-ff0e56c4fc12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.742042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daefac08-6c8d-44a3-bc41-ff0e56c4fc12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.742042] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daefac08-6c8d-44a3-bc41-ff0e56c4fc12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.797496] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6575def6-64e4-4853-bd2a-a486f9e2232f in Status: SUCCESS [ 904.797640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.250188] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port daefac08-6c8d-44a3-bc41-ff0e56c4fc12 [ 905.250188] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.250188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.250188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.250188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.250188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.250188] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:daefac08-6c8d-44a3-bc41-ff0e56c4fc12 already deleted. [ 905.250188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daefac08-6c8d-44a3-bc41-ff0e56c4fc12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.584086] env[65309]: INFO networking_nsxv3.common.synchronization [req-163493b9-0a49-47aa-b8b0-ac3b3fcfede4 req-2b0a00d7-09d7-4916-9f38-ac82ddf94905 tempest-ServersAdminTestJSON-1396726910 tempest-ServersAdminTestJSON-1396726910-project-member] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 905.584828] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGHEST for action security_group_members [ 905.585615] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.585749] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.585816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.586042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.586761] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.586761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.586761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.586761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.586761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.586761] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.897473] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: SUCCESS [ 905.897911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.090972] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.090972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.090972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.090972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.116384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.116738] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.116870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.116967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.117242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.117339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.117436] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be updated. [ 906.146740] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.146882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.146957] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.147203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.147348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.157562] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: IN_PROGRESS for 2s [ 906.232245] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 4s [ 906.565982] env[65309]: INFO networking_nsxv3.common.synchronization [req-59b527ab-2275-41b4-8d78-6929813df138 req-9cc3430f-d3ff-4120-a5ad-496fa6a839fb tempest-ImagesTestJSON-941911563 tempest-ImagesTestJSON-941911563-project-member] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 906.566516] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGHEST for action security_group_members [ 906.567487] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.567620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.567670] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.567865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.568028] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.568128] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.568191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.568370] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.568417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.568509] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.586789] env[65309]: INFO networking_nsxv3.common.synchronization [req-4cf7af45-c278-43d5-9bde-204e6c3f6be1 req-c2356c8e-3142-4b1a-84c0-070772231421 tempest-ImagesOneServerTestJSON-1671910166 tempest-ImagesOneServerTestJSON-1671910166-project-member] Enqueued Resource ID: 9321df04-0ef0-4761-afd3-352e35f85d32 with Priority: HIGHEST for action security_group_members [ 906.588055] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9321df04-0ef0-4761-afd3-352e35f85d32 with Priority: HIGHEST for action security_group_members [ 906.588642] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9321df04-0ef0-4761-afd3-352e35f85d32 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.588768] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.588836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.589096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.589256] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.589364] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.589427] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.590048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.590149] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.590244] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9321df04-0ef0-4761-afd3-352e35f85d32',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.008122] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.008122] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-964" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.008122] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-964" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.008122] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-964" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.008122] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.008122] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.008122] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.008818] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.009084] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.009428] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.009664] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.009874] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.010079] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.010271] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.010463] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.010680] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.036518] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.036518] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.036518] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.036518] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-964" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.036518] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-e221c7e5-c518-4541-8d11-ac9d43e8d1a4 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.036518] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-e221c7e5-c518-4541-8d11-ac9d43e8d1a4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.036518] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-e221c7e5-c518-4541-8d11-ac9d43e8d1a4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.036868] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-e221c7e5-c518-4541-8d11-ac9d43e8d1a4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.036868] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e221c7e5-c518-4541-8d11-ac9d43e8d1a4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.070976] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.071196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.071196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.071396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.071489] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.071676] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.071773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.071833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.071980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.072066] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.072151] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be updated. [ 907.092457] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.092636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.092636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.092862] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.092966] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.093233] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.093357] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.093452] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.093643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.093733] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.093837] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9321df04-0ef0-4761-afd3-352e35f85d32 already deleted. [ 907.093931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.100203] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.100338] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.100376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.100547] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.100740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.110031] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: IN_PROGRESS for 2s [ 907.540410] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.540688] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.540796] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.541569] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.541569] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.541569] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port e221c7e5-c518-4541-8d11-ac9d43e8d1a4 not found, creating... [ 907.541793] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.541969] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.542101] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.542369] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.542523] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.542839] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.542998] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.543128] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.543375] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.543510] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.543653] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: e221c7e5-c518-4541-8d11-ac9d43e8d1a4 is going to be created. [ 907.569234] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.569535] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.569743] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.570126] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.570450] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.570741] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-e221c7e5-c518-4541-8d11-ac9d43e8d1a4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.169138] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 in Status: SUCCESS [ 908.169730] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 deletion is rescheduled due to dependency. [ 908.169730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.245718] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 908.246112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.246112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.246419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.246616] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.246736] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.246795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.247145] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.247145] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.247145] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.247295] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.286124] env[65309]: INFO networking_nsxv3.common.synchronization [req-4cf7af45-c278-43d5-9bde-204e6c3f6be1 req-503e6f69-e087-4ac0-82f9-de04e025f61e service nova] Enqueued Resource ID: 9321df04-0ef0-4761-afd3-352e35f85d32 with Priority: HIGHEST for action security_group_rules [ 908.286263] env[65309]: INFO networking_nsxv3.common.synchronization [req-4cf7af45-c278-43d5-9bde-204e6c3f6be1 req-503e6f69-e087-4ac0-82f9-de04e025f61e service nova] Enqueued Resource ID: 9321df04-0ef0-4761-afd3-352e35f85d32 with Priority: HIGHEST for action security_group_members [ 908.286340] env[65309]: INFO networking_nsxv3.common.synchronization [req-4cf7af45-c278-43d5-9bde-204e6c3f6be1 req-503e6f69-e087-4ac0-82f9-de04e025f61e service nova] Enqueued Resource ID: e221c7e5-c518-4541-8d11-ac9d43e8d1a4 with Priority: HIGHEST for action port [ 908.286858] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9321df04-0ef0-4761-afd3-352e35f85d32 with Priority: HIGHEST for action security_group_rules [ 908.287114] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9321df04-0ef0-4761-afd3-352e35f85d32 with Priority: HIGHEST for action security_group_members [ 908.287283] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e221c7e5-c518-4541-8d11-ac9d43e8d1a4 with Priority: HIGHEST for action port [ 908.287571] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9321df04-0ef0-4761-afd3-352e35f85d32 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.287698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.287766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.288250] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.288250] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9321df04-0ef0-4761-afd3-352e35f85d32',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.289262] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9321df04-0ef0-4761-afd3-352e35f85d32 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.289886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.289886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.290060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.290209] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.290315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.290376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.290530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.290629] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.290732] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9321df04-0ef0-4761-afd3-352e35f85d32',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.291765] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-e221c7e5-c518-4541-8d11-ac9d43e8d1a4 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.291921] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e221c7e5-c518-4541-8d11-ac9d43e8d1a4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.292014] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e221c7e5-c518-4541-8d11-ac9d43e8d1a4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.292405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e221c7e5-c518-4541-8d11-ac9d43e8d1a4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.292405] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e221c7e5-c518-4541-8d11-ac9d43e8d1a4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.310927] env[65309]: INFO networking_nsxv3.common.synchronization [req-702c01bb-b671-4c01-b426-18b0abf481ee req-2eec7c26-c31c-454e-8923-168608eb2efc tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 with Priority: HIGHEST for action security_group_members [ 908.311335] env[65309]: INFO networking_nsxv3.common.synchronization [req-702c01bb-b671-4c01-b426-18b0abf481ee req-2eec7c26-c31c-454e-8923-168608eb2efc tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 908.312442] env[65309]: INFO networking_nsxv3.common.synchronization [req-702c01bb-b671-4c01-b426-18b0abf481ee req-2eec7c26-c31c-454e-8923-168608eb2efc tempest-SecurityGroupsTestJSON-690998918 tempest-SecurityGroupsTestJSON-690998918-project-member] Enqueued Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGHEST for action security_group_members [ 908.314730] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 with Priority: HIGHEST for action security_group_members [ 908.315293] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f39115-03aa-4960-a185-0ef6f32f7791 with Priority: HIGHEST for action security_group_members [ 908.315425] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGHEST for action security_group_members [ 908.316037] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ef76b7d-16fe-46c6-bf44-72e9360d3483 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.316173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.316344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.316556] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.316719] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.316820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.316886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.317161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.317268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.317371] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ef76b7d-16fe-46c6-bf44-72e9360d3483',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.318274] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8f39115-03aa-4960-a185-0ef6f32f7791 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.318394] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.318463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.318626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.318774] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.318869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.318931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.319087] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.319169] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.319261] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8f39115-03aa-4960-a185-0ef6f32f7791',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.320987] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f36efe-4590-4166-9aa0-8f33493f660d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.321230] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.321404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.322222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.322379] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.322480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.322544] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.322711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.322762] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.322851] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.749773] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.749943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.749991] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.751208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.751428] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.751539] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.751609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.751836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.751937] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.752067] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.752259] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.752357] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.752443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.752641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.752846] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.752952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.753026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.753251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.753342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.753428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.753521] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.794718] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9321df04-0ef0-4761-afd3-352e35f85d32',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.796087] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9321df04-0ef0-4761-afd3-352e35f85d32 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.796269] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.796487] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e221c7e5-c518-4541-8d11-ac9d43e8d1a4 with status ACTIVE [ 908.796694] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.796831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.796919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.797166] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.797291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.797476] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.797575] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.797634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.797770] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.797839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.798034] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.798137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.798192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.798312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.798382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.798466] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e221c7e5-c518-4541-8d11-ac9d43e8d1a4 is going to be updated. [ 908.821756] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.821953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.822018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.822228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.822323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.822531] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.822628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.822690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.822838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.822914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.823011] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 is going to be updated. [ 908.824796] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.824959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.824959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.825127] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.825260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.825884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e221c7e5-c518-4541-8d11-ac9d43e8d1a4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.826187] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.826294] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.826349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.826506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.827767] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.827860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.848830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.849116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.849247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.849317] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.849526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.849612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.849703] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 is going to be updated. [ 908.850887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.851086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.861937] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.862156] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.862156] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.862405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.862656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.870674] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: IN_PROGRESS for 2s [ 908.873634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.873883] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.874011] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.874085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.874384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.874444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.874527] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f36efe-4590-4166-9aa0-8f33493f660d is going to be updated. [ 908.886778] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.886917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.887024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.887202] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.887347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.913386] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 in Status: IN_PROGRESS for 2s [ 908.931422] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.931546] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.931546] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.931867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.932071] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.951785] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f36efe-4590-4166-9aa0-8f33493f660d in Status: IN_PROGRESS for 2s [ 909.122363] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f in Status: SUCCESS [ 909.122668] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f deletion is rescheduled due to dependency. [ 909.122786] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.256747] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1507c3bc-cd29-48d7-bef3-c4047637d456: rpc.has_security_group_logging(os_id): False [ 909.281697] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.281882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.281954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.282205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.282301] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.282580] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.283144] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.283144] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.283144] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.283144] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.283144] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.283543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.283543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.283543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.283543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.283992] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.283992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.283992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.283992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.284255] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.284255] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 909.300823] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9321df04-0ef0-4761-afd3-352e35f85d32',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.393974] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.394144] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.394216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.394491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.394644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.411711] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 909.803337] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.803583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.803681] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.803978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.804119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.804274] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9321df04-0ef0-4761-afd3-352e35f85d32 is going to be created. [ 909.829758] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.829894] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.829966] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.830199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.830766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.841032] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9321df04-0ef0-4761-afd3-352e35f85d32 in Status: UNINITIALIZED for 2s [ 910.881539] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8f39115-03aa-4960-a185-0ef6f32f7791 in Status: SUCCESS [ 910.881909] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8f39115-03aa-4960-a185-0ef6f32f7791 deletion is rescheduled due to dependency. [ 910.881909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8f39115-03aa-4960-a185-0ef6f32f7791" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.924674] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 in Status: SUCCESS [ 910.924958] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 deletion is rescheduled due to dependency. [ 910.925090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.963181] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f36efe-4590-4166-9aa0-8f33493f660d in Status: SUCCESS [ 910.963460] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f36efe-4590-4166-9aa0-8f33493f660d deletion is rescheduled due to dependency. [ 910.963541] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.427611] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 911.427829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.854405] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9321df04-0ef0-4761-afd3-352e35f85d32 in Status: SUCCESS [ 911.854405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.854405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.854405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.854405] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.854405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.854405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.854405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.854405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.854405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.854841] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9321df04-0ef0-4761-afd3-352e35f85d32',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.357351] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9321df04-0ef0-4761-afd3-352e35f85d32 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.357669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.357669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.357810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.357978] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.358100] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.359883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.359883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.359883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.359883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.359883] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9321df04-0ef0-4761-afd3-352e35f85d32 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.359883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.359883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.359883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.359883] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.359883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.359883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.359883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.359883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.359883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.359883] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9321df04-0ef0-4761-afd3-352e35f85d32',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.863153] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9321df04-0ef0-4761-afd3-352e35f85d32: rpc.has_security_group_logging(os_id): False [ 912.886450] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.886643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.886692] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.887139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.887287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.887509] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.887664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.888030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.888030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.888030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.888290] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.888440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.888491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.888671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.888988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.889065] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.889159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.889199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.889367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.889443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.889576] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9321df04-0ef0-4761-afd3-352e35f85d32 is going to be created. [ 912.962296] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.962444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.962544] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.962729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.962920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.978706] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9321df04-0ef0-4761-afd3-352e35f85d32 in Status: IN_PROGRESS for 2s [ 913.316578] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 913.316732] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 914.996256] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9321df04-0ef0-4761-afd3-352e35f85d32 in Status: SUCCESS [ 914.996590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.318057] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 918.318382] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 918.444569] env[65309]: INFO networking_nsxv3.common.synchronization [req-17d029aa-2182-4e31-87c5-ce0dc695403c req-548f4bf6-d9e0-4393-b057-d5cb4cf455ca tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 918.445253] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 918.445638] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.445765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.445864] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.446124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.446311] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.446471] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.446554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.446767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.446858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.447018] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.799065] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.799065] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.799706] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.799706] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.799807] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.799939] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.800134] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.800365] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.800561] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.800782] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.800899] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.801018] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.801136] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.801260] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.801369] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.801503] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.821459] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.821644] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.821799] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.821985] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.822354] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-478493cf-2bc1-4fe9-ac71-5110a9ba12d0 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.822539] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-478493cf-2bc1-4fe9-ac71-5110a9ba12d0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.822680] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-478493cf-2bc1-4fe9-ac71-5110a9ba12d0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.823048] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-478493cf-2bc1-4fe9-ac71-5110a9ba12d0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.823217] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('478493cf-2bc1-4fe9-ac71-5110a9ba12d0',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.949857] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.949857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.949857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.950275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.973867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.974116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.974239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.974303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.974530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.974577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.974669] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be updated. [ 919.002463] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.002463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.002463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.002858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.003602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.015510] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 919.325733] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.326145] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.326326] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.326758] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.326995] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.329671] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 478493cf-2bc1-4fe9-ac71-5110a9ba12d0 not found, creating... [ 919.329671] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.329671] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.329671] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.329671] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.329671] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.329671] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.329671] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.329671] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.329671] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.330104] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.330104] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 478493cf-2bc1-4fe9-ac71-5110a9ba12d0 is going to be created. [ 919.358251] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.358251] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.358251] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.358519] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.358736] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.358957] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-478493cf-2bc1-4fe9-ac71-5110a9ba12d0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.062109] env[65309]: INFO networking_nsxv3.common.synchronization [req-17d029aa-2182-4e31-87c5-ce0dc695403c req-34ff849b-2e8b-4370-8ec4-ad0ea5a8608e service nova] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_rules [ 920.062397] env[65309]: INFO networking_nsxv3.common.synchronization [req-17d029aa-2182-4e31-87c5-ce0dc695403c req-34ff849b-2e8b-4370-8ec4-ad0ea5a8608e service nova] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 920.062651] env[65309]: INFO networking_nsxv3.common.synchronization [req-17d029aa-2182-4e31-87c5-ce0dc695403c req-34ff849b-2e8b-4370-8ec4-ad0ea5a8608e service nova] Enqueued Resource ID: 478493cf-2bc1-4fe9-ac71-5110a9ba12d0 with Priority: HIGHEST for action port [ 920.063491] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_rules [ 920.063623] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 920.063764] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478493cf-2bc1-4fe9-ac71-5110a9ba12d0 with Priority: HIGHEST for action port [ 920.063998] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.064128] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.064190] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.064434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.064587] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.067785] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.067785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.067785] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-478493cf-2bc1-4fe9-ac71-5110a9ba12d0 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.067785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-478493cf-2bc1-4fe9-ac71-5110a9ba12d0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.067785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-478493cf-2bc1-4fe9-ac71-5110a9ba12d0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.070186] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-478493cf-2bc1-4fe9-ac71-5110a9ba12d0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.070186] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('478493cf-2bc1-4fe9-ac71-5110a9ba12d0',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.361398] env[65309]: INFO networking_nsxv3.common.synchronization [None req-50ed2897-a78b-41e2-93b7-9903e3d690b3 None None] Enqueued Resource ID: b1e0011b-c60a-45cf-98fc-918715e6a8e2 with Priority: HIGHEST for action port [ 920.362575] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e0011b-c60a-45cf-98fc-918715e6a8e2 with Priority: HIGHEST for action port [ 920.362575] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1e0011b-c60a-45cf-98fc-918715e6a8e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.362754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1e0011b-c60a-45cf-98fc-918715e6a8e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.362917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1e0011b-c60a-45cf-98fc-918715e6a8e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.363866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1e0011b-c60a-45cf-98fc-918715e6a8e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.363866] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e0011b-c60a-45cf-98fc-918715e6a8e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.567226] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.567413] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.569854] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 478493cf-2bc1-4fe9-ac71-5110a9ba12d0 with status ACTIVE [ 920.570118] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.570260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.570328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.570576] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.570677] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.570857] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.570956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.571030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.571187] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.571281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.573903] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.573903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.573903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.573903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.573903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.573903] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 478493cf-2bc1-4fe9-ac71-5110a9ba12d0 is going to be updated. [ 920.598237] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.598237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.598237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.598237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.598237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.598237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-478493cf-2bc1-4fe9-ac71-5110a9ba12d0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.866788] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1e0011b-c60a-45cf-98fc-918715e6a8e2 [ 920.867079] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.867234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.867306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.867967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.867967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.867967] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1e0011b-c60a-45cf-98fc-918715e6a8e2 already deleted. [ 920.867967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1e0011b-c60a-45cf-98fc-918715e6a8e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.030364] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 921.030804] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 deletion is rescheduled due to dependency. [ 921.031042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.032281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.032799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.033147] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.033393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.033499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.033747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.033856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.033982] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.250729] env[65309]: INFO networking_nsxv3.common.synchronization [None req-de7f1875-8c65-4c2e-89c0-203580d3232b tempest-ServerActionsTestJSON-435320703 tempest-ServerActionsTestJSON-435320703-project-member] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_rules [ 921.251464] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_rules [ 921.251748] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.251869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.251940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.252339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.252474] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.398932] env[65309]: INFO networking_nsxv3.common.synchronization [None req-4e57f2e6-a110-42e2-8ae5-7ed31c85a514 tempest-ServerActionsTestJSON-435320703 tempest-ServerActionsTestJSON-435320703-project-member] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_rules [ 921.399450] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_rules [ 921.400164] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.400164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.535945] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.603123] env[65309]: INFO networking_nsxv3.common.synchronization [req-26347e68-148a-4814-a13d-a596a677113f req-ea7e1344-f273-45cf-bb32-ea4128abe30b tempest-ServersTestJSON-337806064 tempest-ServersTestJSON-337806064-project-member] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 921.603123] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 921.603123] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.603123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.603123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.603123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.603396] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.603742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.603742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.603855] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.603890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.603961] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.779250] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.779718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.779718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.779718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.779911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.779911] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f already deleted. [ 921.780047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.780141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.780309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.780398] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.039558] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.106680] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.125450] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.125643] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.125762] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.126545] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.126698] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.126875] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.126996] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.127326] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.127444] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.127652] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.127769] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.127891] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.127998] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.128121] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.128227] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.128413] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.156514] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.156687] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.156842] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.157115] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.157550] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-1035b30c-1a8f-494c-bb65-6522e9fef3f0 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.157808] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-1035b30c-1a8f-494c-bb65-6522e9fef3f0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.157994] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-1035b30c-1a8f-494c-bb65-6522e9fef3f0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.159166] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-1035b30c-1a8f-494c-bb65-6522e9fef3f0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.159166] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1035b30c-1a8f-494c-bb65-6522e9fef3f0',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.306310] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.306517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.306517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.306733] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.306824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.306915] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f already deleted. [ 922.306999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.542832] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.543163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.543163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.543356] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.543463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.543562] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be updated. [ 922.574506] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.574830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.574997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.575390] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.575580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.586234] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 922.608770] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.662430] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.662648] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.662777] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.663157] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.663284] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.663509] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 1035b30c-1a8f-494c-bb65-6522e9fef3f0 not found, creating... [ 922.663815] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.663913] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.664017] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.664349] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.664641] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.664815] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.664977] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.665109] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.665343] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.665476] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.665649] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 1035b30c-1a8f-494c-bb65-6522e9fef3f0 is going to be created. [ 922.796049] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.796278] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.796397] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.796738] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.796911] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.797345] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-1035b30c-1a8f-494c-bb65-6522e9fef3f0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.112826] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.113469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.113469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.113469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.113632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.113632] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 923.133172] env[65309]: INFO networking_nsxv3.common.synchronization [None req-2882e672-c716-49e7-8256-2542f02a8c7b None None] Enqueued Resource ID: de3de342-1986-4ac6-b4d3-377d65c4a41b with Priority: HIGHEST for action port [ 923.134062] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de3de342-1986-4ac6-b4d3-377d65c4a41b with Priority: HIGHEST for action port [ 923.134801] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-de3de342-1986-4ac6-b4d3-377d65c4a41b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.136216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de3de342-1986-4ac6-b4d3-377d65c4a41b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.136216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de3de342-1986-4ac6-b4d3-377d65c4a41b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.136216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de3de342-1986-4ac6-b4d3-377d65c4a41b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.136216] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3de342-1986-4ac6-b4d3-377d65c4a41b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.148440] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.149027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.149027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.149027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.149211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.162026] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 923.482656] env[65309]: INFO networking_nsxv3.common.synchronization [req-26347e68-148a-4814-a13d-a596a677113f req-303a27d9-f18d-4853-90f0-ab78d149a8cc service nova] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_rules [ 923.483290] env[65309]: INFO networking_nsxv3.common.synchronization [req-26347e68-148a-4814-a13d-a596a677113f req-303a27d9-f18d-4853-90f0-ab78d149a8cc service nova] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 923.483486] env[65309]: INFO networking_nsxv3.common.synchronization [req-26347e68-148a-4814-a13d-a596a677113f req-303a27d9-f18d-4853-90f0-ab78d149a8cc service nova] Enqueued Resource ID: 1035b30c-1a8f-494c-bb65-6522e9fef3f0 with Priority: HIGHEST for action port [ 923.484620] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_rules [ 923.484620] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 923.484620] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1035b30c-1a8f-494c-bb65-6522e9fef3f0 with Priority: HIGHEST for action port [ 923.484831] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.484901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.484966] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.485240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.485320] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.486367] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.486485] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.486722] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1035b30c-1a8f-494c-bb65-6522e9fef3f0 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.487405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1035b30c-1a8f-494c-bb65-6522e9fef3f0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.487405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1035b30c-1a8f-494c-bb65-6522e9fef3f0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.487670] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1035b30c-1a8f-494c-bb65-6522e9fef3f0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.487670] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1035b30c-1a8f-494c-bb65-6522e9fef3f0',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.637740] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de3de342-1986-4ac6-b4d3-377d65c4a41b [ 923.638120] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.638186] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.638221] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.638641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.638641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.638641] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de3de342-1986-4ac6-b4d3-377d65c4a41b already deleted. [ 923.638761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de3de342-1986-4ac6-b4d3-377d65c4a41b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.991230] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.991230] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.004567] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1035b30c-1a8f-494c-bb65-6522e9fef3f0 with status ACTIVE [ 924.004567] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.004567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.004567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.004567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.004567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.004567] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.004567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.004567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.004567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.004567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.004567] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.004567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.004567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.004567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.004567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.004567] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1035b30c-1a8f-494c-bb65-6522e9fef3f0 is going to be updated. [ 924.028685] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.028956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.029061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.029388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.029620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.030170] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1035b30c-1a8f-494c-bb65-6522e9fef3f0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.597759] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 924.597986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.598193] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.598431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.598655] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.598790] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.598857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.599039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.599164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.599273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.599375] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.099152] env[65309]: INFO networking_nsxv3.common.synchronization [req-ad5012f0-0a8d-4606-b2b0-a1db3e5c11e1 req-e2215d3a-2c5e-458e-805e-db807e963c68 tempest-MigrationsAdminTest-1630636520 tempest-MigrationsAdminTest-1630636520-project-member] Enqueued Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_members [ 925.100919] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGHEST for action security_group_members [ 925.100919] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.100919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.100919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.100919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.100919] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.100919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.100919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.101524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.101524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.101524] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.106251] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.106251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.106251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.106503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.106562] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.106729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.106729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.106894] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.106975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.107294] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.107555] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.107679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.108085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.108085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.108288] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.108427] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.108520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.108730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.108828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.108979] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.109124] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.173641] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 925.173641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.173641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.173641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.173641] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.174119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.174119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.174119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.174353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.174638] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.603718] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.603876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.603876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.605034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.612201] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fda5c779-45b5-4771-af21-b1a36ea02eb8: rpc.has_security_group_logging(os_id): False [ 925.631266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.631583] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.631719] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.631785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.632314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.632314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.632314] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f17348da-2dc7-4ec7-8480-977efa378afe is going to be updated. [ 925.634909] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.635104] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.635152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.635384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.635543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.635972] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.636151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.636219] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.636412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.636510] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.636732] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.636833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.636893] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.637138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.637235] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.637465] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.637578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.637634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.638301] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.638301] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.638301] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be updated. [ 925.677984] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.724052] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.724052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.724052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.724052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.724052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.741202] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: IN_PROGRESS for 2s [ 925.802534] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.802740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.802827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.803192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.803385] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.823040] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 925.876684] env[65309]: INFO networking_nsxv3.common.synchronization [None req-f789b6c7-791d-4eca-a616-26a547336141 tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 925.877333] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 925.877707] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.877855] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.877948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.878204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.878377] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.878481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.878559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.878731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.878844] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.878960] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.179858] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.381653] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.425297] env[65309]: INFO networking_nsxv3.common.synchronization [req-74518df9-5266-439b-8d76-f917ac98c53f req-ad8b062f-06c5-4df7-885e-1f466c6372b1 tempest-ListServersNegativeTestJSON-2001320833 tempest-ListServersNegativeTestJSON-2001320833-project-member] Enqueued Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 926.425842] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 926.426186] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.426333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.426402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.426667] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.426850] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.426948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.427020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.427164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.427244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.427362] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.684723] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.684723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.684860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.685096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.685171] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.685234] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 926.719476] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.719696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.719742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.719971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.720178] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.731123] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 926.807303] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.807557] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-720" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.807665] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-720" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.807993] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-720" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.808275] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.808437] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.808556] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.808767] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.808911] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.809483] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.809577] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.810171] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.810171] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.810171] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.810171] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.810171] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.829400] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.829567] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.829707] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.829883] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-720" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.830264] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-908cc093-0bf1-4f45-a742-20699f3a04e4 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.830446] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-908cc093-0bf1-4f45-a742-20699f3a04e4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.830564] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-908cc093-0bf1-4f45-a742-20699f3a04e4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.831051] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-908cc093-0bf1-4f45-a742-20699f3a04e4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.831196] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('908cc093-0bf1-4f45-a742-20699f3a04e4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.885495] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.933659] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.933813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.933883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.934118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.934218] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.934446] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.934549] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.934612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.934765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.934885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.934920] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20abd86-6da9-400b-8564-708363b7ab2c already deleted. [ 926.934990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.333811] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.334360] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.334360] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.334528] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.334677] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.334959] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 908cc093-0bf1-4f45-a742-20699f3a04e4 not found, creating... [ 927.335363] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.335549] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.335672] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.335920] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.336097] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.336426] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.336618] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.336745] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.336987] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.337156] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.337307] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 908cc093-0bf1-4f45-a742-20699f3a04e4 is going to be created. [ 927.369021] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.369021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.369021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.369333] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.369371] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.369616] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-908cc093-0bf1-4f45-a742-20699f3a04e4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.389336] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.389561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.389708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.389854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.389953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.390082] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be updated. [ 927.427047] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.427047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.427047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.427388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.427665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.445365] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 927.752099] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f17348da-2dc7-4ec7-8480-977efa378afe in Status: SUCCESS [ 927.752298] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f17348da-2dc7-4ec7-8480-977efa378afe deletion is rescheduled due to dependency. [ 927.752421] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.838415] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 927.838674] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.060078] env[65309]: INFO networking_nsxv3.common.synchronization [req-74518df9-5266-439b-8d76-f917ac98c53f req-a05dead3-d203-404d-97a4-8951b76c6fe5 service nova] Enqueued Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_rules [ 928.060078] env[65309]: INFO networking_nsxv3.common.synchronization [req-74518df9-5266-439b-8d76-f917ac98c53f req-a05dead3-d203-404d-97a4-8951b76c6fe5 service nova] Enqueued Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 928.060078] env[65309]: INFO networking_nsxv3.common.synchronization [req-74518df9-5266-439b-8d76-f917ac98c53f req-a05dead3-d203-404d-97a4-8951b76c6fe5 service nova] Enqueued Resource ID: 908cc093-0bf1-4f45-a742-20699f3a04e4 with Priority: HIGHEST for action port [ 928.060078] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_rules [ 928.060078] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 928.060078] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 908cc093-0bf1-4f45-a742-20699f3a04e4 with Priority: HIGHEST for action port [ 928.060078] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.064023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.064023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.064023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.064023] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.064023] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.064023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.064023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.064023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.064023] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.064023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.064023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.064023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.064023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.064023] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.072864] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-908cc093-0bf1-4f45-a742-20699f3a04e4 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.072864] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-908cc093-0bf1-4f45-a742-20699f3a04e4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.072864] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-908cc093-0bf1-4f45-a742-20699f3a04e4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.072864] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-908cc093-0bf1-4f45-a742-20699f3a04e4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.072864] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('908cc093-0bf1-4f45-a742-20699f3a04e4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.573549] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.573885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.574095] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.575586] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 908cc093-0bf1-4f45-a742-20699f3a04e4 with status ACTIVE [ 928.575882] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.576059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.576280] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.576536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.576660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.576854] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.576960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.577035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.577219] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.577289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.577515] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.577593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.577655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.577801] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.577890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.577986] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 908cc093-0bf1-4f45-a742-20699f3a04e4 is going to be updated. [ 928.600306] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.600494] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.600575] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.600795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.600998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.601208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-908cc093-0bf1-4f45-a742-20699f3a04e4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.628021] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.628021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.628021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.628021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.628309] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.628391] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.628551] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.628778] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.628963] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.630025] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.630025] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.630025] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.630025] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.630025] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.630025] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.630025] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.649457] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.649948] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.649948] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.650119] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.650722] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-1265b4e4-5471-4acf-8efe-3b0b59a7fc79 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.650989] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-1265b4e4-5471-4acf-8efe-3b0b59a7fc79" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.651188] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-1265b4e4-5471-4acf-8efe-3b0b59a7fc79" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.651589] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-1265b4e4-5471-4acf-8efe-3b0b59a7fc79" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.651769] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1265b4e4-5471-4acf-8efe-3b0b59a7fc79',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.853670] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 928.854029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.854127] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.854300] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.854509] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.854623] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.854709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.854829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.854913] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.854989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.855089] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.995715] env[65309]: INFO networking_nsxv3.common.synchronization [req-74518df9-5266-439b-8d76-f917ac98c53f req-b3d20738-a5a8-40d8-bcba-e8c63bc6309b tempest-ListServersNegativeTestJSON-2001320833 tempest-ListServersNegativeTestJSON-2001320833-project-member] Enqueued Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 928.996839] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 928.996839] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.996957] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.080045] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.154777] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.155104] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.155188] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.155499] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.155709] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.155898] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 1265b4e4-5471-4acf-8efe-3b0b59a7fc79 not found, creating... [ 929.156453] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.156453] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.156621] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.156856] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.156996] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.157307] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.157465] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.157581] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.157790] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.157917] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.158175] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 1265b4e4-5471-4acf-8efe-3b0b59a7fc79 is going to be created. [ 929.182765] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.182765] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.183169] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.183169] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.183404] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.183626] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-1265b4e4-5471-4acf-8efe-3b0b59a7fc79" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.358361] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.359210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.359210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.359210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.359404] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.359521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.359617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.359860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.360038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.360198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.360425] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.360571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.360687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.360908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.361145] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.361295] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.361415] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.361627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.361754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.361891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.362053] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.364513] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.365199] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-720" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.365199] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-720" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.365199] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-720" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.365582] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.365654] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.365808] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.366100] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.366281] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.366528] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.366669] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.366789] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.367218] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.367218] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.367717] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.367717] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.394149] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.394481] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.394584] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.394793] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-720" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.395222] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-378dba99-3e1c-4586-be54-52ea0a546814 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.395437] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-378dba99-3e1c-4586-be54-52ea0a546814" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.395630] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-378dba99-3e1c-4586-be54-52ea0a546814" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.395969] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-378dba99-3e1c-4586-be54-52ea0a546814" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.396149] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('378dba99-3e1c-4586-be54-52ea0a546814',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.456455] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 929.456697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.583015] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.583498] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.583498] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.583754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.583902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.584080] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20abd86-6da9-400b-8564-708363b7ab2c is going to be created. [ 929.634929] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.635147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.635147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.635398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.635585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.649228] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: UNINITIALIZED for 2s [ 929.870152] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70fcfe2-957d-4d66-b66e-542217612b12: rpc.has_security_group_logging(os_id): False [ 929.889114] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.889341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.889396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.889628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.889730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.889957] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.890099] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.890161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.890454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.890454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.890693] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.890810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.890891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.891076] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.891172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.891380] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.891505] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.891605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.891764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.891847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.891952] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 929.898370] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.898635] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.898779] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.899137] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.899310] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.899493] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 378dba99-3e1c-4586-be54-52ea0a546814 not found, creating... [ 929.899809] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.900019] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.900163] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.900469] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.900680] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.901061] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.901261] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.901385] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.901614] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.901735] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.902138] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 378dba99-3e1c-4586-be54-52ea0a546814 is going to be created. [ 929.924400] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.924661] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.924743] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.925013] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.925249] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.925505] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-378dba99-3e1c-4586-be54-52ea0a546814" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.933185] env[65309]: INFO networking_nsxv3.common.synchronization [req-87697927-39bc-44e9-a229-971d396e7418 req-6375e2ed-d620-40f6-b29d-f7a5392bb81a service nova] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_rules [ 929.933438] env[65309]: INFO networking_nsxv3.common.synchronization [req-87697927-39bc-44e9-a229-971d396e7418 req-6375e2ed-d620-40f6-b29d-f7a5392bb81a service nova] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 929.933767] env[65309]: INFO networking_nsxv3.common.synchronization [req-87697927-39bc-44e9-a229-971d396e7418 req-6375e2ed-d620-40f6-b29d-f7a5392bb81a service nova] Enqueued Resource ID: 1265b4e4-5471-4acf-8efe-3b0b59a7fc79 with Priority: HIGHEST for action port [ 929.934307] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_rules [ 929.934382] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 929.934487] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1265b4e4-5471-4acf-8efe-3b0b59a7fc79 with Priority: HIGHEST for action port [ 929.934758] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.934919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.934988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.935154] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.935230] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.936670] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.936843] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.936941] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.937172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.937373] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.937497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.937577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.937775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.937908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.938068] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.939059] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1265b4e4-5471-4acf-8efe-3b0b59a7fc79 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.939166] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1265b4e4-5471-4acf-8efe-3b0b59a7fc79" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.939258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1265b4e4-5471-4acf-8efe-3b0b59a7fc79" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.939439] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1265b4e4-5471-4acf-8efe-3b0b59a7fc79" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.939543] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1265b4e4-5471-4acf-8efe-3b0b59a7fc79',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.976691] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.976911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.976911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.977152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.977299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.999376] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 930.445752] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.445752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.445752] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.445752] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1265b4e4-5471-4acf-8efe-3b0b59a7fc79 with status ACTIVE [ 930.445752] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.445752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.445752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.445752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.445752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.445752] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.445752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.445752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.445752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.445752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.446207] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.446207] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.446207] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.446207] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.446207] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.446207] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1265b4e4-5471-4acf-8efe-3b0b59a7fc79 is going to be updated. [ 930.517982] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.517982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.517982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.517982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.517982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.517982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1265b4e4-5471-4acf-8efe-3b0b59a7fc79" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.638635] env[65309]: INFO networking_nsxv3.common.synchronization [req-74518df9-5266-439b-8d76-f917ac98c53f req-11653292-c3fc-4fe4-9733-8ede865cfd23 service nova] Enqueued Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_rules [ 930.638887] env[65309]: INFO networking_nsxv3.common.synchronization [req-74518df9-5266-439b-8d76-f917ac98c53f req-11653292-c3fc-4fe4-9733-8ede865cfd23 service nova] Enqueued Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 930.638960] env[65309]: INFO networking_nsxv3.common.synchronization [req-74518df9-5266-439b-8d76-f917ac98c53f req-11653292-c3fc-4fe4-9733-8ede865cfd23 service nova] Enqueued Resource ID: 378dba99-3e1c-4586-be54-52ea0a546814 with Priority: HIGHEST for action port [ 930.640439] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_rules [ 930.640439] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 930.640439] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 378dba99-3e1c-4586-be54-52ea0a546814 with Priority: HIGHEST for action port [ 930.640439] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.640439] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.640439] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.640822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.640822] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-378dba99-3e1c-4586-be54-52ea0a546814 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.640822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-378dba99-3e1c-4586-be54-52ea0a546814" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.640936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-378dba99-3e1c-4586-be54-52ea0a546814" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.641350] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-378dba99-3e1c-4586-be54-52ea0a546814" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.641350] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('378dba99-3e1c-4586-be54-52ea0a546814',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.949569] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.143573] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 378dba99-3e1c-4586-be54-52ea0a546814 with status ACTIVE [ 931.143703] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.144153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.144153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.144238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.144306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.144705] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.144705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.144705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.144876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.144912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.145112] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.145201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.145259] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.145426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.145540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.145630] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 378dba99-3e1c-4586-be54-52ea0a546814 is going to be updated. [ 931.172032] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.172247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.172367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.172632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.172905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.173161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-378dba99-3e1c-4586-be54-52ea0a546814" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.454431] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.454431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.454431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.454431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.454431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.454431] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be updated. [ 931.469059] env[65309]: INFO networking_nsxv3.common.synchronization [req-74518df9-5266-439b-8d76-f917ac98c53f req-e5922e39-989b-4b66-bcf6-840f71211901 tempest-ListServersNegativeTestJSON-2001320833 tempest-ListServersNegativeTestJSON-2001320833-project-member] Enqueued Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 931.469379] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 931.469856] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.469856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.482211] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.482211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.482211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.482211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.482357] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.492178] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 931.661553] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: SUCCESS [ 931.661981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.661981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.662182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.662447] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.662852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.662852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.662852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.663630] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.663630] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.663630] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.664622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.665020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.665116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.665206] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.668081] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.668081] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.668081] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.668081] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.798758] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.798758] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-720" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.798758] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-720" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.798993] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-720" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.799704] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.799704] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.799704] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.799909] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.800182] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.800475] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.800648] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.800803] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.800955] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.801165] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.801340] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.801522] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.823801] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.823961] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.824120] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.824298] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-720" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.824669] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-b0478328-685e-449e-9459-7d4dbabef301 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.824850] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-b0478328-685e-449e-9459-7d4dbabef301" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.824969] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-b0478328-685e-449e-9459-7d4dbabef301" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.828489] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-b0478328-685e-449e-9459-7d4dbabef301" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.828489] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0478328-685e-449e-9459-7d4dbabef301',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.017759] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 932.017816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.165999] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.166229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.167531] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.328727] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.328956] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.329110] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.329456] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.329594] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.329746] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port b0478328-685e-449e-9459-7d4dbabef301 not found, creating... [ 932.330031] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.330202] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.330320] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.330559] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.330731] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.331047] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.331213] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.331331] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.331545] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.331677] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.331818] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: b0478328-685e-449e-9459-7d4dbabef301 is going to be created. [ 932.360692] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.360909] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.361086] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.361400] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.361716] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.361998] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-b0478328-685e-449e-9459-7d4dbabef301" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.670245] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.124985] env[65309]: INFO networking_nsxv3.common.synchronization [req-74518df9-5266-439b-8d76-f917ac98c53f req-5e40478c-03ab-4083-975a-307cc69f92e5 service nova] Enqueued Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_rules [ 933.124985] env[65309]: INFO networking_nsxv3.common.synchronization [req-74518df9-5266-439b-8d76-f917ac98c53f req-5e40478c-03ab-4083-975a-307cc69f92e5 service nova] Enqueued Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 933.124985] env[65309]: INFO networking_nsxv3.common.synchronization [req-74518df9-5266-439b-8d76-f917ac98c53f req-5e40478c-03ab-4083-975a-307cc69f92e5 service nova] Enqueued Resource ID: b0478328-685e-449e-9459-7d4dbabef301 with Priority: HIGHEST for action port [ 933.125349] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_rules [ 933.125349] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 933.125349] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0478328-685e-449e-9459-7d4dbabef301 with Priority: HIGHEST for action port [ 933.125622] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.125725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.125914] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.125994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.131251] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0478328-685e-449e-9459-7d4dbabef301 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.131251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0478328-685e-449e-9459-7d4dbabef301" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.131251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0478328-685e-449e-9459-7d4dbabef301" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.131251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0478328-685e-449e-9459-7d4dbabef301" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.131251] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0478328-685e-449e-9459-7d4dbabef301',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.173623] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.174266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.174266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.174266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.174266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.174266] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20abd86-6da9-400b-8564-708363b7ab2c is going to be updated. [ 933.207971] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.208094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.208178] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.208389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.208554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.219753] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: IN_PROGRESS for 2s [ 933.503269] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 933.503489] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.503721] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.503946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.504149] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.504268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.504334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.504511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.504608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.504708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.504806] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.635035] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0478328-685e-449e-9459-7d4dbabef301 with status ACTIVE [ 933.635035] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.635035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.635035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.635278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.635278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.635383] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.635487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.635554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.635775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.635894] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.636188] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.636336] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.636440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.636654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.636780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.636903] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0478328-685e-449e-9459-7d4dbabef301 is going to be updated. [ 933.692910] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.693331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.693397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.693610] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.693745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.693944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0478328-685e-449e-9459-7d4dbabef301" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.008200] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.008200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.008200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.008392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.008692] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.009093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.009093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.009320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.009482] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.009653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.009953] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.010160] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.010321] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.010560] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.010770] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.010949] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.011092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.011360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.011514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.011648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.011821] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.515216] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fda5c779-45b5-4771-af21-b1a36ea02eb8: rpc.has_security_group_logging(os_id): False [ 934.536216] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.536216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.536216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.536569] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.536569] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.536869] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.536869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.537018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.537089] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.537150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.537326] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.537444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.537485] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.537601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.537672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.538483] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.538483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.538483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.538483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.538483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.538483] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be updated. [ 934.629717] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.629877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.629956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.630205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.630571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.653101] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 935.230539] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: IN_PROGRESS for 4s [ 935.476196] env[65309]: INFO networking_nsxv3.common.synchronization [req-160b6902-6583-468d-9356-23a22c30e206 req-9ac271e5-8f7c-4d52-9094-31c3bd6ce6e8 tempest-ServersTestJSON-337806064 tempest-ServersTestJSON-337806064-project-member] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 935.476196] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 935.476196] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.476822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.477077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.477414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.478773] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.478773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.478773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.478773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.478773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.478773] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.983226] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.485565] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.669910] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 936.669910] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.987654] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.988078] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.988078] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.988232] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.988303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.988370] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 937.036490] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.036695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.036800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.037423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.037423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.051037] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 937.241811] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: SUCCESS [ 937.242063] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.242282] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.242540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.242761] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.242903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.243208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.243208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.243900] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.243900] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.748660] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.251088] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.755058] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.755058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.755058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.755058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.755058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.755058] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20abd86-6da9-400b-8564-708363b7ab2c is going to be updated. [ 938.788061] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.788201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.788285] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.788536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.789080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.800166] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: IN_PROGRESS for 2s [ 939.060656] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 939.060876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.478212] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 940.478212] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 940.811794] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: SUCCESS [ 940.812027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.812208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.812434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.812634] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.812781] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.812849] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.813052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.813145] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.813677] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.317107] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.820994] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.324823] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.325105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.325236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.325466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.325561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.325666] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20abd86-6da9-400b-8564-708363b7ab2c is going to be updated. [ 942.358795] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.358795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.358795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.359222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.359222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.372541] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: IN_PROGRESS for 2s [ 943.751896] env[65309]: INFO networking_nsxv3.common.synchronization [req-656e84ce-9124-459c-9d0d-108b9d272882 req-d96e27b3-a916-4ab7-a23e-6e700ae776d1 tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 943.752594] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 943.754268] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.754658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.755017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.755370] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.755561] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.755670] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.755741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.755940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.756035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.756145] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.262473] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.282316] env[65309]: INFO networking_nsxv3.common.synchronization [None req-efd4f0f5-94f6-4f8b-9621-2b1a3747d766 tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 944.283073] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 944.283449] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.283556] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.384924] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: SUCCESS [ 944.385200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.385385] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.385606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.385799] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.385919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.385986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.386210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.386366] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.386460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.386752] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.386869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.386963] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.387215] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.388265] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.388265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.388265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.388265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.388265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.388265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.388265] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.390764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.390764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.390764] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.390764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.390764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.391043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.391237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.391389] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.501097] env[65309]: INFO networking_nsxv3.common.synchronization [req-28a35bd1-9133-4d21-961e-60350855cda4 req-73f884c5-9c3e-452e-ad57-75872c7653e4 tempest-ListServersNegativeTestJSON-2001320833 tempest-ListServersNegativeTestJSON-2001320833-project-member] Enqueued Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 944.502293] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 944.502293] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.502293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.766111] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.891092] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e20abd86-6da9-400b-8564-708363b7ab2c: rpc.has_security_group_logging(os_id): False [ 944.894992] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.910813] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.911049] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.911049] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.911377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.911474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.911665] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.911762] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.911824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.912007] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.912089] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.912285] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.912375] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.912428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.912582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.912655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.912844] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.912951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.913026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.913171] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.913319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.913432] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20abd86-6da9-400b-8564-708363b7ab2c is going to be created. [ 944.972724] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.972724] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.972724] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.972991] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.973032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.988487] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: IN_PROGRESS for 2s [ 945.268616] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.268616] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.268866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.269229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.269371] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.270024] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be updated. [ 945.300300] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.300460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.300530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.300799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.300988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.312110] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 945.397868] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.900974] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.900974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.900974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.900974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.900974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.900974] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20abd86-6da9-400b-8564-708363b7ab2c is going to be updated. [ 945.931576] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.931778] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.931853] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.932161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.932369] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.944937] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: IN_PROGRESS for 2s [ 947.003082] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: SUCCESS [ 947.003460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.004442] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.004442] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.004442] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.183706] env[65309]: INFO networking_nsxv3.common.synchronization [req-2ce8a7aa-4a8c-484f-971c-68acf31b3ca8 req-b3cdf7e1-f3c2-4cd9-872c-91b43e618487 tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef with Priority: HIGHEST for action security_group_members [ 947.184354] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef with Priority: HIGHEST for action security_group_members [ 947.184682] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.184802] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.184901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.185166] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.185333] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.185438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.185501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.185685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.185764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.185953] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75cdd23f-498c-4e96-ad65-e56a7a79a2ef',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.329866] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 947.330190] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.330866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.330948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.331538] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.331695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.331853] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.332074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.332189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.333171] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.507594] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.507594] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.688474] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.688660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.688757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.689584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.712327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.712765] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.713016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.713120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.713315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.713499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.713547] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef is going to be updated. [ 947.746904] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.747155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.747155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.747353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.747499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.758695] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef in Status: IN_PROGRESS for 2s [ 947.835876] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.836052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.836052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.836241] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.836860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.836860] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.836860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.836860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.837096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.837096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.837166] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be updated. [ 947.870556] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.870780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.870840] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.871969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.871969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.884936] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 947.957761] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: SUCCESS [ 947.958031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.958490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.958490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.958765] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.958890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.958965] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.959189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.959295] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.959447] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.465793] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.968244] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.470718] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.471268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.471268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.471347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.471411] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.471527] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20abd86-6da9-400b-8564-708363b7ab2c is going to be updated. [ 949.510616] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.511220] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.511426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.511669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.511823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.522959] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: IN_PROGRESS for 2s [ 949.769740] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef in Status: SUCCESS [ 949.769740] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75cdd23f-498c-4e96-ad65-e56a7a79a2ef deletion is rescheduled due to dependency. [ 949.769740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75cdd23f-498c-4e96-ad65-e56a7a79a2ef" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.895560] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 949.895874] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 deletion is rescheduled due to dependency. [ 949.896049] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.534502] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: SUCCESS [ 951.534502] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.534954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.534954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.535734] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.535734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.535734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.535734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.535734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.535734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.535734] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.038503] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.038503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.038674] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.038767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.038924] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.039030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.039093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.039239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.039324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.039410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.039582] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.039641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.039700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.039845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.039979] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.040072] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.040132] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.040292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.040326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.040423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.040509] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.185716] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 952.185894] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 952.542768] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e20abd86-6da9-400b-8564-708363b7ab2c: rpc.has_security_group_logging(os_id): False [ 952.562276] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.562462] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.562566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.563222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.563222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.563399] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.563512] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.563576] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.563734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.563823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.564152] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.564344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.564397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.564519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.564657] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.564867] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.564952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.565024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.565191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.565240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.565321] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20abd86-6da9-400b-8564-708363b7ab2c is going to be updated. [ 952.637941] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.637941] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.637941] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.638272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.638272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.659242] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: IN_PROGRESS for 2s [ 953.037488] env[65309]: INFO networking_nsxv3.common.synchronization [req-b7900d41-9ff4-4388-98e4-9df4f3d9b7ca req-d08d2c7c-5e23-4721-83f2-26ec25a39fea tempest-ServerActionsTestJSON-435320703 tempest-ServerActionsTestJSON-435320703-project-member] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 953.038065] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 953.038383] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.038505] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.038571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.038831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.038988] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.039106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.039175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.039318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.039409] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.039504] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.373974] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.374287] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.374414] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.374719] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.374986] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.375177] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.375821] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.375821] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.375821] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.376042] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.376042] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.376176] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.376385] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.376464] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.376578] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.376714] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.400610] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.400956] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.401232] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.401482] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.401932] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-09087761-cf31-46f7-87a1-1c4c1d8af4ae taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.402209] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-09087761-cf31-46f7-87a1-1c4c1d8af4ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.402407] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-09087761-cf31-46f7-87a1-1c4c1d8af4ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.402858] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-09087761-cf31-46f7-87a1-1c4c1d8af4ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.403091] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09087761-cf31-46f7-87a1-1c4c1d8af4ae',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.542627] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.542627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.542627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.542831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.542831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.543113] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.543113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.543214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.543343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.543448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.543490] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f already deleted. [ 953.543570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.906226] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.906552] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.906698] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.906977] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.907141] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.907348] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 09087761-cf31-46f7-87a1-1c4c1d8af4ae not found, creating... [ 953.907747] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.907987] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.908141] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.908371] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.908511] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.908796] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.908952] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.909084] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.909285] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.909631] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.909811] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 09087761-cf31-46f7-87a1-1c4c1d8af4ae is going to be created. [ 953.935053] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.935297] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.935297] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.935493] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.935737] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.935954] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-09087761-cf31-46f7-87a1-1c4c1d8af4ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.636142] env[65309]: INFO networking_nsxv3.common.synchronization [req-b7900d41-9ff4-4388-98e4-9df4f3d9b7ca req-f3487eab-a2ca-48fe-bed9-26c619326ecb service nova] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_rules [ 954.636424] env[65309]: INFO networking_nsxv3.common.synchronization [req-b7900d41-9ff4-4388-98e4-9df4f3d9b7ca req-f3487eab-a2ca-48fe-bed9-26c619326ecb service nova] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 954.636531] env[65309]: INFO networking_nsxv3.common.synchronization [req-b7900d41-9ff4-4388-98e4-9df4f3d9b7ca req-f3487eab-a2ca-48fe-bed9-26c619326ecb service nova] Enqueued Resource ID: 09087761-cf31-46f7-87a1-1c4c1d8af4ae with Priority: HIGHEST for action port [ 954.636978] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_rules [ 954.637136] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 954.637234] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09087761-cf31-46f7-87a1-1c4c1d8af4ae with Priority: HIGHEST for action port [ 954.637517] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.637679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.637764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.637890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.638020] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.638802] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.638969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.638969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.639248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.639314] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.639372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.639631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.639631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.640207] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.640305] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.643644] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-09087761-cf31-46f7-87a1-1c4c1d8af4ae taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.643775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09087761-cf31-46f7-87a1-1c4c1d8af4ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.643821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09087761-cf31-46f7-87a1-1c4c1d8af4ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.643997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09087761-cf31-46f7-87a1-1c4c1d8af4ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.644084] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09087761-cf31-46f7-87a1-1c4c1d8af4ae',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.673192] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: SUCCESS [ 954.674994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.674994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.674994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.674994] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.148286] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.150167] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.150167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.150167] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09087761-cf31-46f7-87a1-1c4c1d8af4ae with status ACTIVE [ 955.150167] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.150167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.150167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.154263] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.154392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.154633] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.154802] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.154855] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.154987] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.155362] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.155565] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.155700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.155747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.155899] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.155969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.156065] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09087761-cf31-46f7-87a1-1c4c1d8af4ae is going to be updated. [ 955.180480] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.180685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.180792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.181045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.181247] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.181439] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.181502] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.181722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.181818] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.181952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.182096] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.185416] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.185416] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.185416] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.185416] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.185416] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.185416] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09087761-cf31-46f7-87a1-1c4c1d8af4ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.373108] env[65309]: INFO networking_nsxv3.common.synchronization [None req-80542dcd-4d9a-4b11-8009-49756385875d tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: 5b753678-df3a-405f-b3a3-fb91877f505a with Priority: HIGHEST for action security_group_rules [ 955.373662] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b753678-df3a-405f-b3a3-fb91877f505a with Priority: HIGHEST for action security_group_rules [ 955.373972] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b753678-df3a-405f-b3a3-fb91877f505a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.374199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.374199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.374456] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.374534] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b753678-df3a-405f-b3a3-fb91877f505a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.487867] env[65309]: INFO networking_nsxv3.common.synchronization [None req-aee68a00-753c-4d73-912a-5bec53667e23 tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: 5b753678-df3a-405f-b3a3-fb91877f505a with Priority: HIGHEST for action security_group_rules [ 955.488438] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b753678-df3a-405f-b3a3-fb91877f505a with Priority: HIGHEST for action security_group_rules [ 955.488739] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b753678-df3a-405f-b3a3-fb91877f505a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.488953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.594472] env[65309]: INFO networking_nsxv3.common.synchronization [req-bd428168-cdb7-423e-ae76-013c2f2d01c7 req-e03819f4-1242-4727-a896-cbff2c90bfda tempest-ImagesOneServerTestJSON-1671910166 tempest-ImagesOneServerTestJSON-1671910166-project-member] Enqueued Resource ID: 9321df04-0ef0-4761-afd3-352e35f85d32 with Priority: HIGHEST for action security_group_members [ 955.594989] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9321df04-0ef0-4761-afd3-352e35f85d32 with Priority: HIGHEST for action security_group_members [ 955.595307] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-9321df04-0ef0-4761-afd3-352e35f85d32 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.595443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.595500] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.595721] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.595838] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.595988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.595988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.596298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.596403] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.596443] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9321df04-0ef0-4761-afd3-352e35f85d32',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.660357] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.686520] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.686747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.686811] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.686994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.687178] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.687272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.687337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.687485] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.687571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.687665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.687808] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.687898] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.687953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.688120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.688258] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.688359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.688420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.688530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.688607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.688694] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.688804] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.897315] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.897563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.897640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.898143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.898143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.898143] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b753678-df3a-405f-b3a3-fb91877f505a already deleted. [ 955.898241] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.898343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.898495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.898556] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b753678-df3a-405f-b3a3-fb91877f505a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.099551] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.099707] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.099775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.099997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.100110] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.100302] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.100399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.100455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.100603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.100677] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.100764] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9321df04-0ef0-4761-afd3-352e35f85d32 is going to be updated. [ 956.133669] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.133836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.133893] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.134082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.134225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.144256] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9321df04-0ef0-4761-afd3-352e35f85d32 in Status: IN_PROGRESS for 2s [ 956.163044] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.163219] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.163292] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.163567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.163651] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.163749] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f is going to be created. [ 956.190427] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.190622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.190669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.191515] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.191515] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.192268] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e20abd86-6da9-400b-8564-708363b7ab2c: rpc.has_security_group_logging(os_id): False [ 956.203037] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: UNINITIALIZED for 2s [ 956.215566] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.215566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.215566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.215873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.215918] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.216136] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.216252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.216298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.216484] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.216590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.216821] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.216920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.216990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.217188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.217323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.217552] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.217678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.217739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.217882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.217956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.218057] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20abd86-6da9-400b-8564-708363b7ab2c is going to be updated. [ 956.298570] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.298570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.298570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.298570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.298570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.323547] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: IN_PROGRESS for 2s [ 956.420612] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.420824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.420824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.421159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.421277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.421360] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b753678-df3a-405f-b3a3-fb91877f505a already deleted. [ 956.421439] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.672830] env[65309]: INFO networking_nsxv3.common.synchronization [req-49b264f7-7c27-4301-a1f9-76935b0f923f req-9132d7e1-6942-40c8-be4d-c33c54316d48 tempest-DeleteServersTestJSON-1650633726 tempest-DeleteServersTestJSON-1650633726-project-member] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 957.672830] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 957.672830] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.672830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.672830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.672830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.673288] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.673288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.673288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.673288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.673469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.673469] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.034286] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.034546] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.034717] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.034844] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.035302] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.035482] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.035608] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.035832] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.035980] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.036374] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.036505] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.036620] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.036730] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.036931] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.036931] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.037083] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.067199] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.067384] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.067526] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.067704] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.068027] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-e120c41e-711b-4b0d-b4aa-d390bbfbfceb taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.068204] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-e120c41e-711b-4b0d-b4aa-d390bbfbfceb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.068324] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-e120c41e-711b-4b0d-b4aa-d390bbfbfceb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.068705] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-e120c41e-711b-4b0d-b4aa-d390bbfbfceb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.068845] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e120c41e-711b-4b0d-b4aa-d390bbfbfceb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.156951] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9321df04-0ef0-4761-afd3-352e35f85d32 in Status: SUCCESS [ 958.156951] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9321df04-0ef0-4761-afd3-352e35f85d32 deletion is rescheduled due to dependency. [ 958.156951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9321df04-0ef0-4761-afd3-352e35f85d32" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.175835] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.175954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.176011] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.176236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.176324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.176515] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.176613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.176674] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.176818] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.176892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.176978] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 958.206021] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.206021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.206021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.206021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.206021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.217093] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 958.218711] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: SUCCESS [ 958.219022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.219745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.220176] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.220529] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.220748] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.220917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.221613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.221795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.221980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.222163] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.337611] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: SUCCESS [ 958.337829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.575032] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.575201] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.575368] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.575585] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.575761] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.575914] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port e120c41e-711b-4b0d-b4aa-d390bbfbfceb not found, creating... [ 958.576175] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.576331] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.576448] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.576668] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.576801] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.577091] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.577244] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.577362] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.577842] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.577842] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.577842] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: e120c41e-711b-4b0d-b4aa-d390bbfbfceb is going to be created. [ 958.599109] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.599109] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.599109] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.599109] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.599479] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.599522] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-e120c41e-711b-4b0d-b4aa-d390bbfbfceb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.724854] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.227750] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80ec297e-337d-4af2-ad0f-66b82c3df54f: rpc.has_security_group_logging(os_id): False [ 959.251045] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.251152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.251226] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.251453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.251543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.252133] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.252133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.252133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.252133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.252395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.252395] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f is going to be created. [ 959.328026] env[65309]: INFO networking_nsxv3.common.synchronization [req-49b264f7-7c27-4301-a1f9-76935b0f923f req-9dd161b2-fbf5-4ca6-8f8d-3051bece7e4c service nova] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_rules [ 959.328220] env[65309]: INFO networking_nsxv3.common.synchronization [req-49b264f7-7c27-4301-a1f9-76935b0f923f req-9dd161b2-fbf5-4ca6-8f8d-3051bece7e4c service nova] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 959.328357] env[65309]: INFO networking_nsxv3.common.synchronization [req-49b264f7-7c27-4301-a1f9-76935b0f923f req-9dd161b2-fbf5-4ca6-8f8d-3051bece7e4c service nova] Enqueued Resource ID: e120c41e-711b-4b0d-b4aa-d390bbfbfceb with Priority: HIGHEST for action port [ 959.328885] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_rules [ 959.329117] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 959.329414] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e120c41e-711b-4b0d-b4aa-d390bbfbfceb with Priority: HIGHEST for action port [ 959.329641] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.329757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.329827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.330040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.330124] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.330970] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.331089] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.331309] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-e120c41e-711b-4b0d-b4aa-d390bbfbfceb taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.331735] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e120c41e-711b-4b0d-b4aa-d390bbfbfceb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.331783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e120c41e-711b-4b0d-b4aa-d390bbfbfceb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.331977] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e120c41e-711b-4b0d-b4aa-d390bbfbfceb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.332070] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e120c41e-711b-4b0d-b4aa-d390bbfbfceb',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.339434] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.339581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.339643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.340660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.340660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.360240] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: IN_PROGRESS for 2s [ 959.835108] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.835410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.836807] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e120c41e-711b-4b0d-b4aa-d390bbfbfceb with status ACTIVE [ 959.837392] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.837593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.837693] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.838069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.838289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.838720] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.838720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.838720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.840289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.840289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.840289] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.840289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.840289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.840289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.840289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.840289] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e120c41e-711b-4b0d-b4aa-d390bbfbfceb is going to be updated. [ 959.885469] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.885664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.885715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.885897] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.886060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.886238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e120c41e-711b-4b0d-b4aa-d390bbfbfceb" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.229201] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 4s [ 961.375451] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: SUCCESS [ 961.375451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.241051] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 962.241275] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 deletion is rescheduled due to dependency. [ 962.241395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.241582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.241788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.241973] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.242103] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.242159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.242314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.242395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.242487] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.745032] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.775318] env[65309]: INFO networking_nsxv3.common.synchronization [req-69109976-5671-4691-aae4-9e22c2b85d1d req-b98fca3b-af4e-4f34-9744-a8eef5951acd tempest-ServersTestJSON-337806064 tempest-ServersTestJSON-337806064-project-member] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 962.776262] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 962.776380] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.776505] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.776573] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.777791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.777791] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.777791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.777791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.777791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.777791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.777791] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.247433] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.279386] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.750426] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.750426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.750426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.750426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.750426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.750426] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 963.782211] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.784484] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.784484] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.784692] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.784801] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.785900] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.814213] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 964.289112] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.289112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.289112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.289112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.289112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.289112] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 964.330115] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.330377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.330377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.330511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.330622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.341646] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 965.808053] env[65309]: INFO networking_nsxv3.common.synchronization [req-6253e6d5-df65-491a-850a-7cf22e46145b req-d5e77787-3a2d-4c53-926f-3d41cc697962 tempest-ListServerFiltersTestJSON-578780423 tempest-ListServerFiltersTestJSON-578780423-project-member] Enqueued Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 965.809908] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 965.809908] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.809908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.809908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.809908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.809908] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.809908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.809908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.809908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.809908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.809908] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.826641] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 965.826641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.826830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.829023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.829023] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.829023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.829023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.829023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.829023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.829023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.829023] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.168439] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.168628] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-418" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.168752] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-418" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.169088] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-418" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.169342] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.169503] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.169616] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.169828] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.169971] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.171088] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.175020] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.175020] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.175020] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.175020] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.175020] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.175020] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.194978] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.195188] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.195328] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.195505] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-418" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.195928] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-4c15910e-45a0-4267-9e22-f17214a98ce7 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.196133] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-4c15910e-45a0-4267-9e22-f17214a98ce7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.196255] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-4c15910e-45a0-4267-9e22-f17214a98ce7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.196708] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-4c15910e-45a0-4267-9e22-f17214a98ce7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.196708] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c15910e-45a0-4267-9e22-f17214a98ce7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.312434] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.312626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.312672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.312878] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.312969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.313174] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.313274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.313394] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.313590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.313675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.313764] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edfd854-04d1-4d15-9502-34df50dba056 already deleted. [ 966.313842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.331025] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.331025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.331025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.331275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.331489] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.331888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.331888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.331888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.332101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.332101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.332177] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.332244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.332303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.332448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.332594] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.332678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.332738] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.332871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.332945] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.333034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.333124] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.354367] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 966.354594] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.699108] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.699350] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.699477] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.699776] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.699928] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.700112] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 4c15910e-45a0-4267-9e22-f17214a98ce7 not found, creating... [ 966.700371] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.700625] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.700663] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.700855] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.700993] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.701962] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.701962] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.701962] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.701962] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.702212] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.702256] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 4c15910e-45a0-4267-9e22-f17214a98ce7 is going to be created. [ 966.744726] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.744726] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.744726] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.745302] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.745302] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.745430] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-4c15910e-45a0-4267-9e22-f17214a98ce7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.835364] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2: rpc.has_security_group_logging(os_id): False [ 966.865466] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.865669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.865728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.865942] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.866065] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.866278] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.866390] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.866450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.866615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.866711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.866925] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.867123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.867280] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.867491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.867637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.867831] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.867936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.868039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.868392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.868486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.868582] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 966.954704] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.954704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.955019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.955019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.955172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.973069] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 967.443456] env[65309]: INFO networking_nsxv3.common.synchronization [req-6253e6d5-df65-491a-850a-7cf22e46145b req-5c9a6c90-8039-4933-a3de-78fae77e54f4 service nova] Enqueued Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_rules [ 967.443456] env[65309]: INFO networking_nsxv3.common.synchronization [req-6253e6d5-df65-491a-850a-7cf22e46145b req-5c9a6c90-8039-4933-a3de-78fae77e54f4 service nova] Enqueued Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 967.443456] env[65309]: INFO networking_nsxv3.common.synchronization [req-6253e6d5-df65-491a-850a-7cf22e46145b req-5c9a6c90-8039-4933-a3de-78fae77e54f4 service nova] Enqueued Resource ID: 4c15910e-45a0-4267-9e22-f17214a98ce7 with Priority: HIGHEST for action port [ 967.443456] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_rules [ 967.443596] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 967.443626] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c15910e-45a0-4267-9e22-f17214a98ce7 with Priority: HIGHEST for action port [ 967.446237] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.446391] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.446435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.447807] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.447807] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.448632] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.448632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.448632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.449780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.449780] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.449780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.449780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.449780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.449780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.449780] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.451081] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c15910e-45a0-4267-9e22-f17214a98ce7 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.451606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c15910e-45a0-4267-9e22-f17214a98ce7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.451606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c15910e-45a0-4267-9e22-f17214a98ce7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.451606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c15910e-45a0-4267-9e22-f17214a98ce7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.451743] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c15910e-45a0-4267-9e22-f17214a98ce7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.949577] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.949577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.951915] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.952840] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c15910e-45a0-4267-9e22-f17214a98ce7 with status ACTIVE [ 967.953438] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.953438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.953438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.953628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.953666] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.954024] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.954024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.954024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.954197] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.954245] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.954429] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.954607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.954607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.954729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.954817] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.954904] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c15910e-45a0-4267-9e22-f17214a98ce7 is going to be updated. [ 967.979283] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.979516] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.979671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.979946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.980151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.980366] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c15910e-45a0-4267-9e22-f17214a98ce7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.260654] env[65309]: INFO networking_nsxv3.common.synchronization [req-aa5e37a4-cfcc-4403-a97c-12d3ff56b5b2 req-60801f13-c050-4573-84a9-8d199841ed51 tempest-ListServerFiltersTestJSON-578780423 tempest-ListServerFiltersTestJSON-578780423-project-member] Enqueued Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 968.260654] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 968.260729] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.262068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.457217] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.570936] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.571149] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-418" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.571277] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-418" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.571585] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-418" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.571957] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.572147] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.572266] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.572501] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.572651] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.572852] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.572965] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.573082] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.573192] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.573346] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.573474] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.573610] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.594116] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.594303] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.594595] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.594803] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-418" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.595141] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-f801f4c3-e9f8-43d0-a064-baa907c8d895 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.595319] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-f801f4c3-e9f8-43d0-a064-baa907c8d895" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.595476] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-f801f4c3-e9f8-43d0-a064-baa907c8d895" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.595813] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-f801f4c3-e9f8-43d0-a064-baa907c8d895" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.595953] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f801f4c3-e9f8-43d0-a064-baa907c8d895',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.959932] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.960248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.960248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.960759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.960759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.960759] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edfd854-04d1-4d15-9502-34df50dba056 is going to be created. [ 968.988877] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 968.989111] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.991069] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.991212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.991358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.991583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.992012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.004942] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: UNINITIALIZED for 2s [ 969.098465] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.098865] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.099225] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.099509] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.099722] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.099971] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port f801f4c3-e9f8-43d0-a064-baa907c8d895 not found, creating... [ 969.100383] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.100603] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.100765] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.101074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.101230] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.101702] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.101901] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.102042] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.102302] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.102467] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.102658] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: f801f4c3-e9f8-43d0-a064-baa907c8d895 is going to be created. [ 969.123037] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.123341] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.123551] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.123910] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.124231] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.124544] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-f801f4c3-e9f8-43d0-a064-baa907c8d895" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.846708] env[65309]: INFO networking_nsxv3.common.synchronization [req-aa5e37a4-cfcc-4403-a97c-12d3ff56b5b2 req-28d3d809-c9a6-4e77-9bc3-2fe30c650dca service nova] Enqueued Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_rules [ 969.847026] env[65309]: INFO networking_nsxv3.common.synchronization [req-aa5e37a4-cfcc-4403-a97c-12d3ff56b5b2 req-28d3d809-c9a6-4e77-9bc3-2fe30c650dca service nova] Enqueued Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 969.847185] env[65309]: INFO networking_nsxv3.common.synchronization [req-aa5e37a4-cfcc-4403-a97c-12d3ff56b5b2 req-28d3d809-c9a6-4e77-9bc3-2fe30c650dca service nova] Enqueued Resource ID: f801f4c3-e9f8-43d0-a064-baa907c8d895 with Priority: HIGHEST for action port [ 969.847804] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_rules [ 969.848095] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 969.848270] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f801f4c3-e9f8-43d0-a064-baa907c8d895 with Priority: HIGHEST for action port [ 969.848647] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.848805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.849088] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.849230] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.849481] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f801f4c3-e9f8-43d0-a064-baa907c8d895 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.849638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f801f4c3-e9f8-43d0-a064-baa907c8d895" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.849767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f801f4c3-e9f8-43d0-a064-baa907c8d895" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.850024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f801f4c3-e9f8-43d0-a064-baa907c8d895" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.850130] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f801f4c3-e9f8-43d0-a064-baa907c8d895',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.352835] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f801f4c3-e9f8-43d0-a064-baa907c8d895 with status ACTIVE [ 970.353189] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.353283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.353378] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.353631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.353732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.353940] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.354056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.354133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.354294] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.354415] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.354579] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.354812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.354812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.354909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.354975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.355048] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f801f4c3-e9f8-43d0-a064-baa907c8d895 is going to be updated. [ 970.380219] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.380428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.380538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.380677] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.380893] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.381036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f801f4c3-e9f8-43d0-a064-baa907c8d895" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.759490] env[65309]: INFO networking_nsxv3.common.synchronization [req-b2c6d0d4-5609-4e27-90a2-dec1f143800b req-726f16f4-8386-41ab-b1ec-b757a73c9448 tempest-ListServerFiltersTestJSON-578780423 tempest-ListServerFiltersTestJSON-578780423-project-member] Enqueued Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 970.760789] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 970.760789] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.760789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.016527] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: SUCCESS [ 971.016527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.016527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.016841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.016841] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.017029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.017074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.017307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.017307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.017416] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.017445] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.018266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.018524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.018646] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.018740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.018794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.018928] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.018999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.019154] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.125591] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-418 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.126149] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-418" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.130018] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-418" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.130018] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-418" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.130018] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.130018] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.130018] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.130018] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.130018] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.130018] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.130018] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.130018] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.130018] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.130018] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.130018] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.130018] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.152264] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.152264] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.152264] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.152264] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-418" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.152264] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-1e6a2817-da5f-4d08-8ea7-158002bd8db7 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.152264] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-1e6a2817-da5f-4d08-8ea7-158002bd8db7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.152264] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-1e6a2817-da5f-4d08-8ea7-158002bd8db7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.152264] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-1e6a2817-da5f-4d08-8ea7-158002bd8db7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.152805] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e6a2817-da5f-4d08-8ea7-158002bd8db7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.521103] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.521476] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.521476] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.657021] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.657021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.657021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.657362] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.657471] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.657632] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 1e6a2817-da5f-4d08-8ea7-158002bd8db7 not found, creating... [ 971.658886] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.658886] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.658886] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.658886] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.658886] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.658886] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.659176] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.659176] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.659274] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.659492] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.659645] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 1e6a2817-da5f-4d08-8ea7-158002bd8db7 is going to be created. [ 971.691820] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.691820] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.691820] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.691820] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.691820] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.692132] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-1e6a2817-da5f-4d08-8ea7-158002bd8db7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.023828] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.459726] env[65309]: INFO networking_nsxv3.common.synchronization [req-b2c6d0d4-5609-4e27-90a2-dec1f143800b req-a5b07b10-7137-4027-b075-4eb1e2286c81 service nova] Enqueued Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_rules [ 972.459726] env[65309]: INFO networking_nsxv3.common.synchronization [req-b2c6d0d4-5609-4e27-90a2-dec1f143800b req-a5b07b10-7137-4027-b075-4eb1e2286c81 service nova] Enqueued Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 972.460035] env[65309]: INFO networking_nsxv3.common.synchronization [req-b2c6d0d4-5609-4e27-90a2-dec1f143800b req-a5b07b10-7137-4027-b075-4eb1e2286c81 service nova] Enqueued Resource ID: 1e6a2817-da5f-4d08-8ea7-158002bd8db7 with Priority: HIGHEST for action port [ 972.460456] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_rules [ 972.462478] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 972.462478] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6a2817-da5f-4d08-8ea7-158002bd8db7 with Priority: HIGHEST for action port [ 972.462478] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.462478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.462478] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.462478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.462478] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e6a2817-da5f-4d08-8ea7-158002bd8db7 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.462478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e6a2817-da5f-4d08-8ea7-158002bd8db7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.462478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e6a2817-da5f-4d08-8ea7-158002bd8db7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.462478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e6a2817-da5f-4d08-8ea7-158002bd8db7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.462478] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e6a2817-da5f-4d08-8ea7-158002bd8db7',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.529405] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.529405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.529405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.529405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.529405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.529405] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edfd854-04d1-4d15-9502-34df50dba056 is going to be updated. [ 972.588044] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.588044] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.588044] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.588044] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.588044] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.601483] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: IN_PROGRESS for 2s [ 972.964395] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e6a2817-da5f-4d08-8ea7-158002bd8db7 with status ACTIVE [ 972.964624] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.964772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.964839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.965127] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.965199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.965403] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.965545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.965621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.965804] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.965888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.966154] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.966234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.966354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.966431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.966507] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.966604] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e6a2817-da5f-4d08-8ea7-158002bd8db7 is going to be updated. [ 972.992221] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.992409] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.992512] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.992747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.992981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.993268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e6a2817-da5f-4d08-8ea7-158002bd8db7" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.613988] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: SUCCESS [ 974.614373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.615038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.615038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.615278] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.616702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.616702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.616702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.616702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.616702] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.118957] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.509584] env[65309]: INFO networking_nsxv3.common.synchronization [None req-a7b2b490-3ecd-4020-aeae-11bd654d0a9f tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_rules [ 975.510245] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_rules [ 975.510663] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-490f5991-419d-4609-b7be-e03387df696a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.510755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.510814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.511067] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.511180] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.604176] env[65309]: INFO networking_nsxv3.common.synchronization [None req-6c408a02-c471-4cc3-8a21-458c02528fff tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_rules [ 975.604967] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_rules [ 975.605402] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-490f5991-419d-4609-b7be-e03387df696a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.605637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.620392] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.039557] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.039812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.039812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.040326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.040459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.040628] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 490f5991-419d-4609-b7be-e03387df696a already deleted. [ 976.040807] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.041025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.041331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.041444] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.085612] env[65309]: INFO networking_nsxv3.common.synchronization [req-cff6ed31-bc2d-49a7-81ce-0353af7f83d2 req-567c31b5-1e24-4fd3-b608-50318a05536e tempest-ListServersNegativeTestJSON-2001320833 tempest-ListServersNegativeTestJSON-2001320833-project-member] Enqueued Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 976.086554] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 976.086912] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.087052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.087123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.087510] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.087510] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.087634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.087634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.087765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.087848] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.087988] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.123296] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.123533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.123602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.123815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.123902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.124020] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edfd854-04d1-4d15-9502-34df50dba056 is going to be updated. [ 976.173952] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.173952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.173952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.173952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.173952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.185777] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: IN_PROGRESS for 2s [ 976.393686] env[65309]: INFO networking_nsxv3.common.synchronization [req-7b23c6ed-dfd9-4b77-8a74-98a5a858dfb6 req-4240cffa-114a-494f-8316-c4c7915ffb0f tempest-ListServersNegativeTestJSON-2001320833 tempest-ListServersNegativeTestJSON-2001320833-project-member] Enqueued Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 976.394398] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGHEST for action security_group_members [ 976.394758] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.394866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.565643] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.565810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.565857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.566094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.566187] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.566285] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 490f5991-419d-4609-b7be-e03387df696a already deleted. [ 976.566380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.591483] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.096428] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.600369] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.600519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.600590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.600806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.600896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.600996] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20abd86-6da9-400b-8564-708363b7ab2c is going to be updated. [ 977.633080] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.633265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.633265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.633473] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.633641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.646032] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: IN_PROGRESS for 2s [ 978.195835] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: SUCCESS [ 978.196148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.196416] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.196632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.197129] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.197129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.197129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.197129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.197341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.197341] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.699161] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.202954] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.581147] env[65309]: INFO networking_nsxv3.common.synchronization [req-46f85d57-f2ea-4621-b1ae-d53dbe395f63 req-14b67f6e-8528-4b05-b300-6f94b23bd740 tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: 5b753678-df3a-405f-b3a3-fb91877f505a with Priority: HIGHEST for action security_group_members [ 979.581750] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b753678-df3a-405f-b3a3-fb91877f505a with Priority: HIGHEST for action security_group_members [ 979.582134] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b753678-df3a-405f-b3a3-fb91877f505a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.582391] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.582391] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.582717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.582905] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.582965] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.583031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.583185] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.583267] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.583434] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b753678-df3a-405f-b3a3-fb91877f505a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.659508] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: SUCCESS [ 979.659508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.659508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.659508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.659508] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.659508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.659508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.659508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.659508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.659508] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.705575] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.705781] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.705781] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.705999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.706094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.706209] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edfd854-04d1-4d15-9502-34df50dba056 is going to be updated. [ 979.737965] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.738208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.738208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.738389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.738551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.752667] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: IN_PROGRESS for 2s [ 979.972050] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.972331] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.972408] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.972736] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.972999] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.973185] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.973309] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.973565] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.973722] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.973939] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.974062] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.974177] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.974293] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.974448] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.974576] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.974714] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.996562] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.996713] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.996859] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.997086] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.997393] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-fc94ab0f-9552-40da-b600-665ec5ded7f1 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.997701] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-fc94ab0f-9552-40da-b600-665ec5ded7f1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.997701] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-fc94ab0f-9552-40da-b600-665ec5ded7f1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.998024] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-fc94ab0f-9552-40da-b600-665ec5ded7f1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.998159] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc94ab0f-9552-40da-b600-665ec5ded7f1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.085694] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.085904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.086032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.086379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.086482] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.086676] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.086812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.086882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.087064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.087182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.087308] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b753678-df3a-405f-b3a3-fb91877f505a already deleted. [ 980.087435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.162627] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.162820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.162868] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.163487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.163619] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.163887] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.164132] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.164132] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.164401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.164516] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.164608] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20abd86-6da9-400b-8564-708363b7ab2c is going to be updated. [ 980.192277] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.192490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.192490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.193315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.193315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.204457] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: IN_PROGRESS for 2s [ 980.501198] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.501567] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.501744] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.502147] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.502340] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.502557] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port fc94ab0f-9552-40da-b600-665ec5ded7f1 not found, creating... [ 980.502891] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.503128] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.503487] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.503668] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.503911] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.504354] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.504620] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.504866] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.505216] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.506057] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.506057] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: fc94ab0f-9552-40da-b600-665ec5ded7f1 is going to be created. [ 980.532267] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.532267] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.532455] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.532598] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.532925] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.533178] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-fc94ab0f-9552-40da-b600-665ec5ded7f1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.251407] env[65309]: INFO networking_nsxv3.common.synchronization [req-46f85d57-f2ea-4621-b1ae-d53dbe395f63 req-56dfcf96-e958-4d6d-b560-ccf382e16c70 service nova] Enqueued Resource ID: 5b753678-df3a-405f-b3a3-fb91877f505a with Priority: HIGHEST for action security_group_rules [ 981.251677] env[65309]: INFO networking_nsxv3.common.synchronization [req-46f85d57-f2ea-4621-b1ae-d53dbe395f63 req-56dfcf96-e958-4d6d-b560-ccf382e16c70 service nova] Enqueued Resource ID: 5b753678-df3a-405f-b3a3-fb91877f505a with Priority: HIGHEST for action security_group_members [ 981.251878] env[65309]: INFO networking_nsxv3.common.synchronization [req-46f85d57-f2ea-4621-b1ae-d53dbe395f63 req-56dfcf96-e958-4d6d-b560-ccf382e16c70 service nova] Enqueued Resource ID: fc94ab0f-9552-40da-b600-665ec5ded7f1 with Priority: HIGHEST for action port [ 981.253017] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b753678-df3a-405f-b3a3-fb91877f505a with Priority: HIGHEST for action security_group_rules [ 981.253017] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b753678-df3a-405f-b3a3-fb91877f505a with Priority: HIGHEST for action security_group_members [ 981.253017] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc94ab0f-9552-40da-b600-665ec5ded7f1 with Priority: HIGHEST for action port [ 981.253194] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b753678-df3a-405f-b3a3-fb91877f505a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.253194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.253274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.253540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.253650] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b753678-df3a-405f-b3a3-fb91877f505a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.254665] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b753678-df3a-405f-b3a3-fb91877f505a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.254810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.254901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.255163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.255523] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.255523] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.255679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.255729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.256015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.256015] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b753678-df3a-405f-b3a3-fb91877f505a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.256931] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc94ab0f-9552-40da-b600-665ec5ded7f1 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.257038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc94ab0f-9552-40da-b600-665ec5ded7f1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.257038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc94ab0f-9552-40da-b600-665ec5ded7f1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.257208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc94ab0f-9552-40da-b600-665ec5ded7f1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.257301] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc94ab0f-9552-40da-b600-665ec5ded7f1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.759116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b753678-df3a-405f-b3a3-fb91877f505a taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.759259] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.759445] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b753678-df3a-405f-b3a3-fb91877f505a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.760395] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc94ab0f-9552-40da-b600-665ec5ded7f1 with status ACTIVE [ 981.760724] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.760832] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.760961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.761156] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.761295] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.761838] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.761838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.761838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.761838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.762022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.762103] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.762237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.762293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.762596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.762596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.762673] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc94ab0f-9552-40da-b600-665ec5ded7f1 is going to be updated. [ 981.765849] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: SUCCESS [ 981.766321] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.766401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.766596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.766840] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.766992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.767104] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.767693] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.767693] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.767693] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.767827] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.767890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.767950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.768448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.768448] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.768566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.768600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.768778] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.768876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.768984] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.769116] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.770126] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.770336] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.770528] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.770657] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.770742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.770925] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.771042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.771226] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.892324] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.892483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.892558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.892786] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.892940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.893116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc94ab0f-9552-40da-b600-665ec5ded7f1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.213713] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20abd86-6da9-400b-8564-708363b7ab2c in Status: SUCCESS [ 982.213905] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20abd86-6da9-400b-8564-708363b7ab2c deletion is rescheduled due to dependency. [ 982.214033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.265948] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b753678-df3a-405f-b3a3-fb91877f505a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.272772] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2edfd854-04d1-4d15-9502-34df50dba056: rpc.has_security_group_logging(os_id): False [ 982.274107] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.297055] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.297055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.297055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.297532] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.297532] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.297532] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.297532] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.297532] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.297776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.297776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.297925] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.298136] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.298136] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.298242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.298290] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.298491] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.298573] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.298621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.298764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.298832] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.298914] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2edfd854-04d1-4d15-9502-34df50dba056 is going to be created. [ 982.373857] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.373857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.373857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.374573] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.374815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.390311] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: IN_PROGRESS for 2s [ 982.768473] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.768723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.768874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.769203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.769355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.769464] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b753678-df3a-405f-b3a3-fb91877f505a is going to be created. [ 982.778679] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.801171] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.801469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.801564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.803739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.803739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.815456] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b753678-df3a-405f-b3a3-fb91877f505a in Status: UNINITIALIZED for 2s [ 983.281033] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.281963] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.281963] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.282079] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.282195] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.282361] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edfd854-04d1-4d15-9502-34df50dba056 is going to be updated. [ 983.329115] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.329327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.329423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.329805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.329954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.339674] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: IN_PROGRESS for 2s [ 984.183058] env[65309]: INFO networking_nsxv3.common.synchronization [req-d0f23c4d-6384-4f71-aa0c-c6bd3bf23961 req-0a26a982-dcb8-40c2-99c0-1374719f3489 tempest-ServerExternalEventsTest-2075941636 tempest-ServerExternalEventsTest-2075941636-project-member] Enqueued Resource ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c with Priority: HIGHEST for action security_group_members [ 984.183895] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c with Priority: HIGHEST for action security_group_members [ 984.184382] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.184948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.184948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.185139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.185297] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.185475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.185475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.185728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.185883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.186287] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('734d98a2-ba93-4f1a-8299-8ec7a6135f1c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.405725] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: SUCCESS [ 984.405725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.409420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.409753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.410381] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.639330] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.639665] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.639876] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.640306] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.641265] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.641265] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.641450] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.641730] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.641963] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.643020] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.643020] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.643020] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.643020] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.643020] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.643219] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.643306] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.672296] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.673133] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.673133] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.673133] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.673133] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-af65cf56-85b0-4e37-812e-3f63ec01913c taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.673498] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-af65cf56-85b0-4e37-812e-3f63ec01913c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.673498] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-af65cf56-85b0-4e37-812e-3f63ec01913c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.673840] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-af65cf56-85b0-4e37-812e-3f63ec01913c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.674018] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af65cf56-85b0-4e37-812e-3f63ec01913c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.688605] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.688799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.688840] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.689116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.689211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.689417] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.689524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.689587] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.689750] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.689827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.689912] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c already deleted. [ 984.689993] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.826591] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b753678-df3a-405f-b3a3-fb91877f505a in Status: SUCCESS [ 984.826811] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.826977] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.827220] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.827417] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.827536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.827601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.827750] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.827830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.827927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.828033] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b753678-df3a-405f-b3a3-fb91877f505a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.913986] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.914173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.181042] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.181042] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.181042] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.181296] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.181442] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.181592] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port af65cf56-85b0-4e37-812e-3f63ec01913c not found, creating... [ 985.181855] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.182019] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.182137] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.182344] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.182482] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.182762] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.182911] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.183032] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.183233] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.183379] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.183559] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: af65cf56-85b0-4e37-812e-3f63ec01913c is going to be created. [ 985.205209] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.205427] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.205538] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.206074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.206385] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.207029] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-af65cf56-85b0-4e37-812e-3f63ec01913c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.330131] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b753678-df3a-405f-b3a3-fb91877f505a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.350252] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: SUCCESS [ 985.350494] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.350653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.351308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.351308] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.351308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.351308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.351650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.351650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.351650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.352538] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.832979] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b753678-df3a-405f-b3a3-fb91877f505a: rpc.has_security_group_logging(os_id): False [ 985.854203] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.854399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.854489] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.854867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.855084] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.855195] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.855272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.855465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.855559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.855648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.855799] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.855892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.855978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.856113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.856324] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.856423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.856522] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.856623] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.856698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.856780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.856868] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.858602] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.858721] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.859436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.859436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.859436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.859436] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.859436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.859436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.859735] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.859735] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.859735] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b753678-df3a-405f-b3a3-fb91877f505a is going to be created. [ 985.917627] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.917826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.917826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.918052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.918243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.929056] env[65309]: INFO networking_nsxv3.common.synchronization [req-d0f23c4d-6384-4f71-aa0c-c6bd3bf23961 req-112c0717-df1d-4499-bd28-6f0b604e9503 service nova] Enqueued Resource ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c with Priority: HIGHEST for action security_group_rules [ 985.929354] env[65309]: INFO networking_nsxv3.common.synchronization [req-d0f23c4d-6384-4f71-aa0c-c6bd3bf23961 req-112c0717-df1d-4499-bd28-6f0b604e9503 service nova] Enqueued Resource ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c with Priority: HIGHEST for action security_group_members [ 985.929579] env[65309]: INFO networking_nsxv3.common.synchronization [req-d0f23c4d-6384-4f71-aa0c-c6bd3bf23961 req-112c0717-df1d-4499-bd28-6f0b604e9503 service nova] Enqueued Resource ID: af65cf56-85b0-4e37-812e-3f63ec01913c with Priority: HIGHEST for action port [ 985.930604] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b753678-df3a-405f-b3a3-fb91877f505a in Status: IN_PROGRESS for 2s [ 985.931153] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c with Priority: HIGHEST for action security_group_rules [ 985.931501] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c with Priority: HIGHEST for action security_group_members [ 985.931617] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af65cf56-85b0-4e37-812e-3f63ec01913c with Priority: HIGHEST for action port [ 985.932362] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-734d98a2-ba93-4f1a-8299-8ec7a6135f1c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.932581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.932658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.932889] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.932937] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('734d98a2-ba93-4f1a-8299-8ec7a6135f1c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.933821] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.933938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.933989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.934354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.934472] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.934577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.934637] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.934788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.934872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.934963] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('734d98a2-ba93-4f1a-8299-8ec7a6135f1c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.936960] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-af65cf56-85b0-4e37-812e-3f63ec01913c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.936960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af65cf56-85b0-4e37-812e-3f63ec01913c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.936960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af65cf56-85b0-4e37-812e-3f63ec01913c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.936960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af65cf56-85b0-4e37-812e-3f63ec01913c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.936960] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af65cf56-85b0-4e37-812e-3f63ec01913c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.349576] env[65309]: INFO networking_nsxv3.common.synchronization [req-c61366a0-d9f7-48d8-b4e2-34674f9cb5b5 req-52043abb-3f36-4ba9-af5d-9cebd678d7ea tempest-ServerDiskConfigTestJSON-559707094 tempest-ServerDiskConfigTestJSON-559707094-project-member] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 986.350420] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 986.351122] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.351211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.351211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.351926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.351926] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.351926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.351926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.351926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.352197] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.352197] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.362365] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2edfd854-04d1-4d15-9502-34df50dba056: rpc.has_security_group_logging(os_id): False [ 986.382475] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.382611] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.383973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.383973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.383973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.383973] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.383973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.383973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.383973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.383973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.383973] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.383973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.383973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.384708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.384708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.384708] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.384708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.384708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.384708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.384911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.384911] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2edfd854-04d1-4d15-9502-34df50dba056 is going to be updated. [ 986.439396] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.439517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.439695] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('734d98a2-ba93-4f1a-8299-8ec7a6135f1c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.443019] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af65cf56-85b0-4e37-812e-3f63ec01913c with status ACTIVE [ 986.443019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.443019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.443019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.443019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.443019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.443019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.443019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.443019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.443019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.443019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.443019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.443019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.443019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.443019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.443019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.443019] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af65cf56-85b0-4e37-812e-3f63ec01913c is going to be updated. [ 986.452338] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.452902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.452902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.452902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.453107] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.469417] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: IN_PROGRESS for 2s [ 986.471345] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.471530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.471571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.471818] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.472389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.472389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af65cf56-85b0-4e37-812e-3f63ec01913c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.856019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.856019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.856019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.856529] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.856529] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.856599] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.856720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.856792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.856943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.858253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.858253] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 986.892561] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.892561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.892561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.892561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.892983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.906064] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 986.946434] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('734d98a2-ba93-4f1a-8299-8ec7a6135f1c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.452746] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.452746] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.452746] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.452746] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.452746] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.452746] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c is going to be created. [ 987.495114] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.495308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.495350] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.495533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.495696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.511092] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c in Status: UNINITIALIZED for 2s [ 987.944297] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b753678-df3a-405f-b3a3-fb91877f505a in Status: SUCCESS [ 987.944561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.234897] env[65309]: INFO networking_nsxv3.common.synchronization [req-a1ee7824-eee6-4067-a410-0aaa846652ec req-99b507ef-be3b-4d2a-9479-bf4c9f544fb1 tempest-ServerRescueNegativeTestJSON-1001887786 tempest-ServerRescueNegativeTestJSON-1001887786-project-member] Enqueued Resource ID: f57b203b-2758-4079-809a-0604536ecc44 with Priority: HIGHEST for action security_group_members [ 988.235506] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57b203b-2758-4079-809a-0604536ecc44 with Priority: HIGHEST for action security_group_members [ 988.235838] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-f57b203b-2758-4079-809a-0604536ecc44 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.235960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.236460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.236725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.236925] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.237059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.237139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.237369] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.237422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.237550] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f57b203b-2758-4079-809a-0604536ecc44',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.483897] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: SUCCESS [ 988.484207] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.484337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.484711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.484876] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.740568] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.740783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.740869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.741182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.767200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.767200] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.767200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.767200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.767200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.767528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.767528] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f57b203b-2758-4079-809a-0604536ecc44 is going to be updated. [ 988.802994] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.803293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.803293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.803558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.803700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.815313] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f57b203b-2758-4079-809a-0604536ecc44 in Status: IN_PROGRESS for 2s [ 988.916864] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 988.916864] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 deletion is rescheduled due to dependency. [ 988.916864] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.990938] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.990938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.990938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.990938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.990938] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.990938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.990938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.990938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.990938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.990938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.990938] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.491060] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.491277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.491332] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.491669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.491737] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.491873] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.491916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.492058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.492147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.492271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.492461] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.492561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.492621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.492765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.492899] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.492998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.493084] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.493222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.493321] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.493391] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.493469] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.521057] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c in Status: SUCCESS [ 989.521329] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.521526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.521779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.522008] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.522334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.522334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.523037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.523037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.523037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.523037] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('734d98a2-ba93-4f1a-8299-8ec7a6135f1c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.996316] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2edfd854-04d1-4d15-9502-34df50dba056: rpc.has_security_group_logging(os_id): False [ 990.018837] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.019070] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.019070] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.019440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.019585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.019839] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.019984] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.020105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.020327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.020434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.020654] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.020814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.020903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.021080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.021205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.021533] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.021683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.021771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.021939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.022062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.022184] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2edfd854-04d1-4d15-9502-34df50dba056 is going to be updated. [ 990.025077] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.025233] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.025289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.025466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.025666] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.025750] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.025811] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.025978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.026068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.026152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.026293] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.026383] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.026440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.026575] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.026743] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.026881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.026975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.027291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.027353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.027437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.027585] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('734d98a2-ba93-4f1a-8299-8ec7a6135f1c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.101031] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.101031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.101031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.101031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.101031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.117636] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: IN_PROGRESS for 2s [ 990.530794] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 734d98a2-ba93-4f1a-8299-8ec7a6135f1c: rpc.has_security_group_logging(os_id): False [ 990.549890] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.550091] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.550144] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.550370] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.550467] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.550704] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.550803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.550877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.551209] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.551209] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.551372] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.551435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.551511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.551660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.551742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.551932] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.552040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.552100] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.552272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.552402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.552442] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c is going to be created. [ 990.609290] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.609487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.609533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.609723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.609906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.620480] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c in Status: IN_PROGRESS for 2s [ 990.830027] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f57b203b-2758-4079-809a-0604536ecc44 in Status: SUCCESS [ 990.830285] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f57b203b-2758-4079-809a-0604536ecc44 deletion is rescheduled due to dependency. [ 990.830464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f57b203b-2758-4079-809a-0604536ecc44" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.132047] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: SUCCESS [ 992.132453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.635203] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c in Status: SUCCESS [ 992.635203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.236618] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 993.236897] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 994.352832] env[65309]: INFO networking_nsxv3.common.synchronization [req-1c0517bd-0053-4509-98ed-340ea23103ee req-d65a5fb3-61b2-4b81-aa69-c96fac887ba4 tempest-ServerActionsTestOtherB-242195843 tempest-ServerActionsTestOtherB-242195843-project-member] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 994.353510] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 994.353835] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.354093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.354175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.354397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.354620] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.354796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.354861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.355069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.355138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.355211] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.858125] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.858285] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.858507] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.858720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.888222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.888222] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.888222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.888222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.889098] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.889098] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.889098] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be updated. [ 994.917307] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.917307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.917307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.917307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.917551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.929625] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: IN_PROGRESS for 2s [ 996.942081] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: SUCCESS [ 996.942396] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 deletion is rescheduled due to dependency. [ 996.942588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.234827] env[65309]: INFO networking_nsxv3.common.synchronization [req-db464744-e2db-4574-9ce0-23260e3969e9 req-5db582ac-6ced-4b31-8f51-f005b4d920b7 tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_members [ 998.235870] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_members [ 998.236500] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-490f5991-419d-4609-b7be-e03387df696a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.237869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.237986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.240229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.240229] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.240229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.240229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.240229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.240229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.240229] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.603375] env[65309]: INFO networking_nsxv3.common.synchronization [None req-b6e7f9e9-eb22-4280-86d5-3cc1d2d8f75b None None] Enqueued Resource ID: fb6cd67e-7df6-4974-a05c-e2777a375e21 with Priority: HIGHEST for action port [ 998.607078] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6cd67e-7df6-4974-a05c-e2777a375e21 with Priority: HIGHEST for action port [ 998.607448] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb6cd67e-7df6-4974-a05c-e2777a375e21 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.607588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb6cd67e-7df6-4974-a05c-e2777a375e21" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.607651] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb6cd67e-7df6-4974-a05c-e2777a375e21" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.607986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb6cd67e-7df6-4974-a05c-e2777a375e21" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.608103] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb6cd67e-7df6-4974-a05c-e2777a375e21',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.744011] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.744351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.744351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.744775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.744898] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.745184] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.745609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.745609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.745609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.745741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.745771] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 490f5991-419d-4609-b7be-e03387df696a already deleted. [ 998.745857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.803227] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.803434] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.803434] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.804026] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.804026] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.805137] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.805269] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.805528] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.805694] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.805908] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.806033] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.806144] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.806306] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.806393] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.806563] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.806656] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.833223] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.835342] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.835342] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.835342] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.835342] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-087bcc5f-cfb3-4f06-a91e-5002e1d0cff2 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.835342] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-087bcc5f-cfb3-4f06-a91e-5002e1d0cff2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.835342] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-087bcc5f-cfb3-4f06-a91e-5002e1d0cff2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.835342] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-087bcc5f-cfb3-4f06-a91e-5002e1d0cff2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.835342] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('087bcc5f-cfb3-4f06-a91e-5002e1d0cff2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.110583] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb6cd67e-7df6-4974-a05c-e2777a375e21 [ 999.110815] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.110940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.111099] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.111252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.111368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.111492] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb6cd67e-7df6-4974-a05c-e2777a375e21 already deleted. [ 999.111593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb6cd67e-7df6-4974-a05c-e2777a375e21" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.181482] env[65309]: INFO networking_nsxv3.common.synchronization [req-ff23c4a0-b27a-4fdb-8e1a-27c76c4f5618 req-97bfe3a5-4391-405e-9a0f-1a0c68ac6da3 tempest-ServerExternalEventsTest-2075941636 tempest-ServerExternalEventsTest-2075941636-project-member] Enqueued Resource ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c with Priority: HIGHEST for action security_group_members [ 999.182702] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c with Priority: HIGHEST for action security_group_members [ 999.182702] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.182702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.182702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.182924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.182976] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.183084] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.183146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.183302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.183453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.183557] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('734d98a2-ba93-4f1a-8299-8ec7a6135f1c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.339712] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.339712] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.339712] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.339712] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.340186] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.340273] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 087bcc5f-cfb3-4f06-a91e-5002e1d0cff2 not found, creating... [ 999.340518] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.341158] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.341158] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.341291] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.341450] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.341806] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.341989] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.342158] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.342508] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.342738] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.343492] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 087bcc5f-cfb3-4f06-a91e-5002e1d0cff2 is going to be created. [ 999.365042] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.365945] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.365945] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.365945] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.365945] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.366216] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-087bcc5f-cfb3-4f06-a91e-5002e1d0cff2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.685686] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.685863] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.686365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.686365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.686365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.686667] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.686667] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.686667] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.686825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.686886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.688223] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c is going to be updated. [ 999.742287] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.742287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.742287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.742287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.742621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.756124] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c in Status: IN_PROGRESS for 2s [ 1000.148400] env[65309]: INFO networking_nsxv3.common.synchronization [req-db464744-e2db-4574-9ce0-23260e3969e9 req-887c9b3b-89f1-4a0b-b5ef-49698c8873c1 service nova] Enqueued Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_rules [ 1000.148400] env[65309]: INFO networking_nsxv3.common.synchronization [req-db464744-e2db-4574-9ce0-23260e3969e9 req-887c9b3b-89f1-4a0b-b5ef-49698c8873c1 service nova] Enqueued Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_members [ 1000.148400] env[65309]: INFO networking_nsxv3.common.synchronization [req-db464744-e2db-4574-9ce0-23260e3969e9 req-887c9b3b-89f1-4a0b-b5ef-49698c8873c1 service nova] Enqueued Resource ID: 087bcc5f-cfb3-4f06-a91e-5002e1d0cff2 with Priority: HIGHEST for action port [ 1000.148400] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_rules [ 1000.148400] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_members [ 1000.148400] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087bcc5f-cfb3-4f06-a91e-5002e1d0cff2 with Priority: HIGHEST for action port [ 1000.149580] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-490f5991-419d-4609-b7be-e03387df696a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.149910] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.149910] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.152291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.152291] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.152921] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-490f5991-419d-4609-b7be-e03387df696a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.153116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.153227] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.153517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.153769] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.153892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.153953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.154665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.154665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.154665] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.155318] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-087bcc5f-cfb3-4f06-a91e-5002e1d0cff2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.155437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-087bcc5f-cfb3-4f06-a91e-5002e1d0cff2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.155604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-087bcc5f-cfb3-4f06-a91e-5002e1d0cff2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.155723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-087bcc5f-cfb3-4f06-a91e-5002e1d0cff2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.155723] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('087bcc5f-cfb3-4f06-a91e-5002e1d0cff2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.657499] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-490f5991-419d-4609-b7be-e03387df696a taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.657802] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.657802] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.658826] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 087bcc5f-cfb3-4f06-a91e-5002e1d0cff2 with status ACTIVE [ 1000.658922] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.659170] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.659170] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.659376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.659468] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.659624] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.659718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.659775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.659927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.660119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.661553] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.661553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.661553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.661553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.661553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.661553] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 087bcc5f-cfb3-4f06-a91e-5002e1d0cff2 is going to be updated. [ 1000.683291] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.683970] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.683970] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.683970] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.683970] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.684734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-087bcc5f-cfb3-4f06-a91e-5002e1d0cff2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.824704] env[65309]: INFO networking_nsxv3.common.synchronization [req-5f34659b-c1db-4cba-b5f0-9be859c034f1 req-f4dcdf83-f45e-4136-8c2d-91cf26380576 tempest-ListServerFiltersTestJSON-578780423 tempest-ListServerFiltersTestJSON-578780423-project-member] Enqueued Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 1000.824902] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 1000.825223] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.825341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.826069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.826069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.826069] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.826069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.826069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.826069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.826338] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.826338] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.096943] env[65309]: INFO networking_nsxv3.common.synchronization [None req-1a4d2817-0414-4355-8787-949c91ad48e2 None None] Enqueued Resource ID: 0c6ae252-330e-439a-bfcc-e031d21bf108 with Priority: HIGHEST for action port [ 1001.097205] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6ae252-330e-439a-bfcc-e031d21bf108 with Priority: HIGHEST for action port [ 1001.097818] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c6ae252-330e-439a-bfcc-e031d21bf108 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.097936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c6ae252-330e-439a-bfcc-e031d21bf108" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.098014] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c6ae252-330e-439a-bfcc-e031d21bf108" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.098275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c6ae252-330e-439a-bfcc-e031d21bf108" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.098358] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c6ae252-330e-439a-bfcc-e031d21bf108',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.165236] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.329044] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.599992] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c6ae252-330e-439a-bfcc-e031d21bf108 [ 1001.600299] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.600421] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.600492] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.600690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.600781] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.600875] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c6ae252-330e-439a-bfcc-e031d21bf108 already deleted. [ 1001.600982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c6ae252-330e-439a-bfcc-e031d21bf108" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.665664] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.666018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.666018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.666189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.666280] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.666378] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 490f5991-419d-4609-b7be-e03387df696a is going to be created. [ 1001.674748] env[65309]: INFO networking_nsxv3.common.synchronization [req-26bcb7a2-fef9-4523-8353-6cadad23c326 req-51f4a680-1768-47ad-bee0-289973c15101 tempest-ServerDiskConfigTestJSON-559707094 tempest-ServerDiskConfigTestJSON-559707094-project-member] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 1001.675307] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 1001.675767] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.675894] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.676012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.676177] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.676344] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.676425] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.676550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.676643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.676731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.676825] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.690093] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.690287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.690287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.690485] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.690632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.694952] env[65309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1001.694952] env[65309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] NSXv3 Agent Agent loop - iteration:2 started [ 1001.705317] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490f5991-419d-4609-b7be-e03387df696a in Status: UNINITIALIZED for 2s [ 1001.770202] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c in Status: SUCCESS [ 1001.770202] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c deletion is rescheduled due to dependency. [ 1001.770202] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.831744] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.145246] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.145486] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.145624] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.145982] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.146236] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.146397] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.146517] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.146735] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.146882] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.147196] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.147258] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.147367] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.147476] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.147604] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.147706] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.147810] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.169279] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.169638] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.169638] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.170320] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-570" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.170320] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-7a48e425-1d36-44cb-b4dd-8e3d9163491a taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.170517] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-7a48e425-1d36-44cb-b4dd-8e3d9163491a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.170517] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-7a48e425-1d36-44cb-b4dd-8e3d9163491a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.170853] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-7a48e425-1d36-44cb-b4dd-8e3d9163491a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.170940] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a48e425-1d36-44cb-b4dd-8e3d9163491a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.180040] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.180209] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.180562] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.180562] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.180647] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.181854] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.181854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.181854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.181854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.181854] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.181854] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 1002.210545] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.210545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.210545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.210545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.210829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.220166] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 1002.243711] env[65309]: INFO networking_nsxv3.common.synchronization [req-0a55e820-a65e-47a7-8de1-1392e1369982 req-1576d52f-72f1-4edc-b201-03e3f06caef9 tempest-DeleteServersTestJSON-1650633726 tempest-DeleteServersTestJSON-1650633726-project-member] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1002.244274] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1002.244700] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.244813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.244863] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.245206] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.245295] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.245383] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.245435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.245643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.245730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.246410] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.337812] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.337812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.337812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.337812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.337812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.337812] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edfd854-04d1-4d15-9502-34df50dba056 is going to be updated. [ 1002.380197] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.381045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.381045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.381045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.381045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.393249] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: IN_PROGRESS for 2s [ 1002.674716] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.675464] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.675464] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.675464] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.675593] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.675670] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 7a48e425-1d36-44cb-b4dd-8e3d9163491a not found, creating... [ 1002.675940] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.676521] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.676606] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.676845] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.676987] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.677388] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.677826] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.677961] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.678224] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.678568] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.678758] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 7a48e425-1d36-44cb-b4dd-8e3d9163491a is going to be created. [ 1002.727495] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.727818] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.728008] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.728430] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.728774] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.729095] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-7a48e425-1d36-44cb-b4dd-8e3d9163491a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.748534] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.748906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.748906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.748993] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.749056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.749246] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.749349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.749412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.749621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.749621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.749713] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 1002.803087] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.803087] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.803087] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.803087] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.803087] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.820284] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 1003.415577] env[65309]: INFO networking_nsxv3.common.synchronization [req-26bcb7a2-fef9-4523-8353-6cadad23c326 req-b6999fef-5605-4838-9df5-2459afdd9c5c service nova] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_rules [ 1003.416176] env[65309]: INFO networking_nsxv3.common.synchronization [req-26bcb7a2-fef9-4523-8353-6cadad23c326 req-b6999fef-5605-4838-9df5-2459afdd9c5c service nova] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 1003.416176] env[65309]: INFO networking_nsxv3.common.synchronization [req-26bcb7a2-fef9-4523-8353-6cadad23c326 req-b6999fef-5605-4838-9df5-2459afdd9c5c service nova] Enqueued Resource ID: 7a48e425-1d36-44cb-b4dd-8e3d9163491a with Priority: HIGHEST for action port [ 1003.416404] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_rules [ 1003.416537] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 1003.416635] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a48e425-1d36-44cb-b4dd-8e3d9163491a with Priority: HIGHEST for action port [ 1003.416976] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.417055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.417088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.417271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.417851] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.418238] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.418312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.418513] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a48e425-1d36-44cb-b4dd-8e3d9163491a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.418606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a48e425-1d36-44cb-b4dd-8e3d9163491a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.418697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a48e425-1d36-44cb-b4dd-8e3d9163491a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.418851] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a48e425-1d36-44cb-b4dd-8e3d9163491a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.418900] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a48e425-1d36-44cb-b4dd-8e3d9163491a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.715995] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490f5991-419d-4609-b7be-e03387df696a in Status: SUCCESS [ 1003.716265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.716406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.716969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.716969] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.716969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.717203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.717249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.717389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.717460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.717562] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.922413] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.922506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.922654] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a48e425-1d36-44cb-b4dd-8e3d9163491a with status ACTIVE [ 1003.922820] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.922940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.923014] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.923240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.923358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.923584] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.923664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.923724] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.923896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.923970] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.924168] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.924262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.924322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.924654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.924734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.924823] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a48e425-1d36-44cb-b4dd-8e3d9163491a is going to be updated. [ 1003.949878] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.950034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.950106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.950326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.950464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.950626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a48e425-1d36-44cb-b4dd-8e3d9163491a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.219498] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.231283] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 4s [ 1004.234736] env[65309]: INFO networking_nsxv3.common.synchronization [req-03ae096b-0847-405d-bf20-9cab43179b38 req-3a99a779-333c-4597-a452-c6d8b21eae72 tempest-ListImageFiltersTestJSON-1734550721 tempest-ListImageFiltersTestJSON-1734550721-project-member] Enqueued Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_members [ 1004.235462] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_members [ 1004.235571] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ede432b-93a8-4c0f-ac69-f4d79e72916b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.235700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.235789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.236047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.236213] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.236315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.236370] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.236769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.236769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.236769] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.405400] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: SUCCESS [ 1004.405647] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.627273] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.627470] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.627597] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.627861] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.628125] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.628286] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.628403] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.628616] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.628759] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.628962] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.629689] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.630509] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.630663] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.630791] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.630907] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.631082] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.650324] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.650627] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.650627] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.650829] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.651139] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-24c8e552-21f0-452e-8ba1-8c73653f1e17 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.651320] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-24c8e552-21f0-452e-8ba1-8c73653f1e17" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.651439] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-24c8e552-21f0-452e-8ba1-8c73653f1e17" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.651775] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-24c8e552-21f0-452e-8ba1-8c73653f1e17" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.651913] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24c8e552-21f0-452e-8ba1-8c73653f1e17',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.722586] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 490f5991-419d-4609-b7be-e03387df696a: rpc.has_security_group_logging(os_id): False [ 1004.739268] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.739517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.739517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.739716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.739826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.740406] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.740406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.740406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.740406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.740653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.740653] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b already deleted. [ 1004.740653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.745858] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.745858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.745858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.746073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.746111] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.746937] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.746937] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.746937] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.746937] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.746937] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.746937] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 490f5991-419d-4609-b7be-e03387df696a is going to be created. [ 1004.831040] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 1004.831197] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 deletion is rescheduled due to dependency. [ 1004.831312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.836170] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.836330] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.836375] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.836626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.836826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.850220] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 490f5991-419d-4609-b7be-e03387df696a in Status: IN_PROGRESS for 2s [ 1005.155352] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.155640] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.155783] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.156068] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.156217] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.156371] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 24c8e552-21f0-452e-8ba1-8c73653f1e17 not found, creating... [ 1005.156619] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.156775] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.156889] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.157147] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.157249] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.157539] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.158047] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.158047] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.158047] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.158214] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.158317] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 24c8e552-21f0-452e-8ba1-8c73653f1e17 is going to be created. [ 1005.179126] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.179340] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.179451] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.179743] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.179968] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.180198] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-24c8e552-21f0-452e-8ba1-8c73653f1e17" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.975203] env[65309]: INFO networking_nsxv3.common.synchronization [req-03ae096b-0847-405d-bf20-9cab43179b38 req-74e48ee3-1336-4e7c-9c62-897f045434ed service nova] Enqueued Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_rules [ 1005.975499] env[65309]: INFO networking_nsxv3.common.synchronization [req-03ae096b-0847-405d-bf20-9cab43179b38 req-74e48ee3-1336-4e7c-9c62-897f045434ed service nova] Enqueued Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_members [ 1005.975499] env[65309]: INFO networking_nsxv3.common.synchronization [req-03ae096b-0847-405d-bf20-9cab43179b38 req-74e48ee3-1336-4e7c-9c62-897f045434ed service nova] Enqueued Resource ID: 24c8e552-21f0-452e-8ba1-8c73653f1e17 with Priority: HIGHEST for action port [ 1005.976018] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_rules [ 1005.976141] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_members [ 1005.976234] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c8e552-21f0-452e-8ba1-8c73653f1e17 with Priority: HIGHEST for action port [ 1005.976526] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ede432b-93a8-4c0f-ac69-f4d79e72916b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.977429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.977429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.977429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.977429] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.978551] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ede432b-93a8-4c0f-ac69-f4d79e72916b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.978551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.978551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.978551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.978551] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.978551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.978551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.978828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.978828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.978884] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.979833] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-24c8e552-21f0-452e-8ba1-8c73653f1e17 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.979833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24c8e552-21f0-452e-8ba1-8c73653f1e17" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.979833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24c8e552-21f0-452e-8ba1-8c73653f1e17" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.980017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24c8e552-21f0-452e-8ba1-8c73653f1e17" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.980017] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24c8e552-21f0-452e-8ba1-8c73653f1e17',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.244964] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 1006.244964] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 deletion is rescheduled due to dependency. [ 1006.244964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.244964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.244964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.244964] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.244964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.244964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.244964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.244964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.244964] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.481407] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ede432b-93a8-4c0f-ac69-f4d79e72916b taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.481540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.482949] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.484030] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24c8e552-21f0-452e-8ba1-8c73653f1e17 with status ACTIVE [ 1006.484121] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.484256] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.484366] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.484561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.484661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.484862] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.484961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.485030] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.485197] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.485274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.485464] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.485599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.485599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.485985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.485985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.485985] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24c8e552-21f0-452e-8ba1-8c73653f1e17 is going to be updated. [ 1006.509042] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.509042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.509042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.509251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.509286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.509522] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24c8e552-21f0-452e-8ba1-8c73653f1e17" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.552793] env[65309]: INFO networking_nsxv3.common.synchronization [req-ece93c70-dce5-4d2c-8cb1-518d97799be2 req-b9c1b14a-b9d6-4ae8-9963-85d16a8d230c tempest-ListImageFiltersTestJSON-1734550721 tempest-ListImageFiltersTestJSON-1734550721-project-member] Enqueued Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_members [ 1006.553271] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_members [ 1006.553633] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ede432b-93a8-4c0f-ac69-f4d79e72916b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.553729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.746935] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.867698] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 490f5991-419d-4609-b7be-e03387df696a in Status: SUCCESS [ 1006.867698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.876966] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.876966] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.876966] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.877152] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.877556] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.878430] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.878430] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.878430] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.878430] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.878581] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.878581] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.878663] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.878763] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.878875] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.878968] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.879154] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.898737] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.898906] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.899063] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.899240] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.899564] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-b0106395-c47d-4808-a598-144d879aaf6e taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.899738] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-b0106395-c47d-4808-a598-144d879aaf6e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.899856] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-b0106395-c47d-4808-a598-144d879aaf6e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.900210] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-b0106395-c47d-4808-a598-144d879aaf6e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.900347] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0106395-c47d-4808-a598-144d879aaf6e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.988922] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.249173] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.406568] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.406775] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.406910] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.407221] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.407379] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.407590] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port b0106395-c47d-4808-a598-144d879aaf6e not found, creating... [ 1007.407865] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.408037] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.408184] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.408378] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.408517] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.408807] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.408966] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.409087] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.409330] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.409422] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.409566] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: b0106395-c47d-4808-a598-144d879aaf6e is going to be created. [ 1007.435827] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.436054] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.436183] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.436476] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.436964] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.437267] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-b0106395-c47d-4808-a598-144d879aaf6e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.491292] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.492148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.492148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.492148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.492148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.492148] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b is going to be created. [ 1007.524039] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.524039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.524039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.524039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.524039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.535679] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b in Status: UNINITIALIZED for 2s [ 1007.751976] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.752210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.752258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.752489] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.752588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.752695] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 1007.791808] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.791996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.792115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.792384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.792578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.804014] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 1008.205451] env[65309]: INFO networking_nsxv3.common.synchronization [req-ece93c70-dce5-4d2c-8cb1-518d97799be2 req-166f530b-d64c-4a17-838c-c4e79146c2f7 service nova] Enqueued Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_rules [ 1008.205451] env[65309]: INFO networking_nsxv3.common.synchronization [req-ece93c70-dce5-4d2c-8cb1-518d97799be2 req-166f530b-d64c-4a17-838c-c4e79146c2f7 service nova] Enqueued Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_members [ 1008.205451] env[65309]: INFO networking_nsxv3.common.synchronization [req-ece93c70-dce5-4d2c-8cb1-518d97799be2 req-166f530b-d64c-4a17-838c-c4e79146c2f7 service nova] Enqueued Resource ID: b0106395-c47d-4808-a598-144d879aaf6e with Priority: HIGHEST for action port [ 1008.205451] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_rules [ 1008.205867] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_members [ 1008.205867] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0106395-c47d-4808-a598-144d879aaf6e with Priority: HIGHEST for action port [ 1008.205961] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ede432b-93a8-4c0f-ac69-f4d79e72916b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.206067] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.207969] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ede432b-93a8-4c0f-ac69-f4d79e72916b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.207969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.212073] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0106395-c47d-4808-a598-144d879aaf6e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.212073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0106395-c47d-4808-a598-144d879aaf6e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.212073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0106395-c47d-4808-a598-144d879aaf6e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.212073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0106395-c47d-4808-a598-144d879aaf6e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.212073] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0106395-c47d-4808-a598-144d879aaf6e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.715192] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0106395-c47d-4808-a598-144d879aaf6e with status ACTIVE [ 1008.715403] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.715553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.715600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.715878] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.715938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.716150] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.716254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.716317] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.716472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.716549] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.716795] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.716914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.716979] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.717134] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.717208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.717293] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0106395-c47d-4808-a598-144d879aaf6e is going to be updated. [ 1008.744455] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.744455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.744658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.744697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.744842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.745012] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0106395-c47d-4808-a598-144d879aaf6e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.548219] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b in Status: SUCCESS [ 1009.548506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.548761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.549066] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.549342] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.549672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.549672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.549838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.549933] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.550074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.550206] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.551305] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.551520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.551768] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.552068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.552068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.552153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.552260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.552378] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.827640] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 1009.827800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.828798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.828798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.828798] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.828798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.829011] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.829199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.829287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.829378] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.830064] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.055696] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ede432b-93a8-4c0f-ac69-f4d79e72916b taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.055880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.056138] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.333519] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.333519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.333519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.333519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.333519] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.333882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.333882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.333882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.333882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.333995] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.335265] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.335265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.335265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.335265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.335265] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.335265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.335265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.335265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.335265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.335265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.335265] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.559075] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.837453] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1507c3bc-cd29-48d7-bef3-c4047637d456: rpc.has_security_group_logging(os_id): False [ 1010.871776] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.871776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.871776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.871776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.871776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.871776] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.871776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.871776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.871776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.871776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.871776] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.872553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.872553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.872553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.872553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.872553] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.872553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.872553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.872553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.872783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.872783] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 1010.988134] env[65309]: INFO networking_nsxv3.common.synchronization [req-a295ea6c-3a6a-4c99-86f3-6a53cb1f652a req-85a4eb7a-7648-4023-b9ee-bb01361b89cc tempest-ServersTestJSON-337806064 tempest-ServersTestJSON-337806064-project-member] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 1010.988587] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 1010.988959] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.989098] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.989170] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.989360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.989516] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.989603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.989667] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.989815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.989899] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.989989] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.011564] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.012000] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.012000] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.012000] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.012384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.057100] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 1011.061807] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.062000] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.062050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.062233] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.062319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.062869] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b is going to be updated. [ 1011.124793] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.124948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.125033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.125253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.125767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.138497] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b in Status: IN_PROGRESS for 2s [ 1011.369387] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.370345] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.370345] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.370710] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.371061] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.374441] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.374441] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.374441] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.374441] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.374441] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.374441] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.374441] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.374441] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.374441] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.374441] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.374441] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.400071] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.400376] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.400608] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.400903] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.401410] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-df08915b-e6d6-41d3-bdf4-5ab1609ad0c5 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.401852] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-df08915b-e6d6-41d3-bdf4-5ab1609ad0c5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.402381] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-df08915b-e6d6-41d3-bdf4-5ab1609ad0c5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.402969] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-df08915b-e6d6-41d3-bdf4-5ab1609ad0c5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.403317] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df08915b-e6d6-41d3-bdf4-5ab1609ad0c5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.493805] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.906504] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.906970] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.906970] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.907328] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.907513] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.907700] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port df08915b-e6d6-41d3-bdf4-5ab1609ad0c5 not found, creating... [ 1011.907975] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.908155] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.908329] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.908602] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.908785] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.909131] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.909349] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.909476] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.909702] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.909835] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.909987] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: df08915b-e6d6-41d3-bdf4-5ab1609ad0c5 is going to be created. [ 1011.930523] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.931280] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.931280] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.931280] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.931726] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.931961] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-df08915b-e6d6-41d3-bdf4-5ab1609ad0c5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.995906] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.498446] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.498647] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.498728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.498947] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.499071] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.499186] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 1012.533583] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.533778] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.534242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.534242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.534242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.545136] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 1012.634365] env[65309]: INFO networking_nsxv3.common.synchronization [req-a295ea6c-3a6a-4c99-86f3-6a53cb1f652a req-afce35cc-af37-40e1-ab68-243345daf7f0 service nova] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_rules [ 1012.634546] env[65309]: INFO networking_nsxv3.common.synchronization [req-a295ea6c-3a6a-4c99-86f3-6a53cb1f652a req-afce35cc-af37-40e1-ab68-243345daf7f0 service nova] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 1012.634685] env[65309]: INFO networking_nsxv3.common.synchronization [req-a295ea6c-3a6a-4c99-86f3-6a53cb1f652a req-afce35cc-af37-40e1-ab68-243345daf7f0 service nova] Enqueued Resource ID: df08915b-e6d6-41d3-bdf4-5ab1609ad0c5 with Priority: HIGHEST for action port [ 1012.635288] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_rules [ 1012.635418] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 1012.635518] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df08915b-e6d6-41d3-bdf4-5ab1609ad0c5 with Priority: HIGHEST for action port [ 1012.636134] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.636267] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.636341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.636554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.636634] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.638053] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.638119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.638497] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-df08915b-e6d6-41d3-bdf4-5ab1609ad0c5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.638497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df08915b-e6d6-41d3-bdf4-5ab1609ad0c5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.638497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df08915b-e6d6-41d3-bdf4-5ab1609ad0c5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.638669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df08915b-e6d6-41d3-bdf4-5ab1609ad0c5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.638712] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df08915b-e6d6-41d3-bdf4-5ab1609ad0c5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.073055] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 1013.073306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.139190] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.139322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.144039] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df08915b-e6d6-41d3-bdf4-5ab1609ad0c5 with status ACTIVE [ 1013.144268] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.144398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.144461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.144780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.145413] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.145413] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.145413] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.145413] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.145674] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.145674] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.145766] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.145916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.145916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.146600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.146600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.146600] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df08915b-e6d6-41d3-bdf4-5ab1609ad0c5 is going to be updated. [ 1013.148225] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b in Status: SUCCESS [ 1013.148409] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.148557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.148723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.148879] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.148979] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.149059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.149204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.149294] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.149383] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.168972] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.169138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.169208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.169418] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.169554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.169715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df08915b-e6d6-41d3-bdf4-5ab1609ad0c5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.651567] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.154686] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.556274] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 1014.556538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.556756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.557040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.557295] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.557467] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.557519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.557736] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.557834] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.557940] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.657663] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.657944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.657944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.658305] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.658463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.658596] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b is going to be updated. [ 1014.689564] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.689780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.689780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.690055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.690203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.699985] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b in Status: IN_PROGRESS for 2s [ 1015.060786] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.362972] env[65309]: INFO networking_nsxv3.common.synchronization [req-fa9c5472-8a05-42b7-ae0c-20015f2e5965 req-59dce470-8cdc-4d90-abcd-7921c52dc43f tempest-ServerRescueNegativeTestJSON-1001887786 tempest-ServerRescueNegativeTestJSON-1001887786-project-member] Enqueued Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_members [ 1015.363636] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_members [ 1015.364163] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.366702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.366702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.367007] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.367205] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.367302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.367339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.367648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.367648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.367648] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.420390] env[65309]: INFO networking_nsxv3.common.synchronization [req-7dcc059d-6603-4eb9-af79-5150eb6c5fb8 req-fa5be8ab-ad18-4a74-acd8-063deb5ede5f tempest-ServerDiagnosticsNegativeTest-1739318435 tempest-ServerDiagnosticsNegativeTest-1739318435-project-member] Enqueued Resource ID: 532ac1f8-6295-414a-a138-5e5472574bb8 with Priority: HIGHEST for action security_group_members [ 1015.421099] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532ac1f8-6295-414a-a138-5e5472574bb8 with Priority: HIGHEST for action security_group_members [ 1015.421508] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-532ac1f8-6295-414a-a138-5e5472574bb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.421791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.421862] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.422422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.422655] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.422819] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.422930] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.423171] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.423307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.423453] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('532ac1f8-6295-414a-a138-5e5472574bb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.564067] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.636146] env[65309]: INFO networking_nsxv3.common.synchronization [req-d036c7a1-2166-4fcd-8427-eded037402f8 req-012ece79-9948-4983-bbdc-a745c43f127c tempest-ServerDiskConfigTestJSON-559707094 tempest-ServerDiskConfigTestJSON-559707094-project-member] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 1015.636982] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGHEST for action security_group_members [ 1015.637615] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.638070] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.638070] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.638070] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.638165] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.638264] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.638323] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.638471] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.638570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.638710] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.872517] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.886307] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.886566] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.886696] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.886967] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.887273] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.887409] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.887525] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.887739] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.887893] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.888342] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.888462] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.888572] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.888679] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.888788] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.888892] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.890087] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.912400] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.912646] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.912646] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.912806] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-296" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.913056] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-bee5e82a-4585-47e2-b7eb-b5f9094b33df taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.913238] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-bee5e82a-4585-47e2-b7eb-b5f9094b33df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.913358] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-bee5e82a-4585-47e2-b7eb-b5f9094b33df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.913814] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-bee5e82a-4585-47e2-b7eb-b5f9094b33df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.913961] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bee5e82a-4585-47e2-b7eb-b5f9094b33df',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.925991] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.926229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.926229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.926509] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.926668] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.926752] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.926857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.926921] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.927382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.927382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.927382] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 532ac1f8-6295-414a-a138-5e5472574bb8 already deleted. [ 1015.927382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.066177] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.066380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.066380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.066581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.066704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.066805] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 1016.113888] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.114094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.114138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.114343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.114527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.125872] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 1016.141720] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.142048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.142048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.142330] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.142426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.142634] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.142736] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.142791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.143102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.143102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.143102] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be updated. [ 1016.170242] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.170445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.170445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.170659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.170795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.181310] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: IN_PROGRESS for 2s [ 1016.374963] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.416755] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.416984] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.417609] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.417609] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.417745] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.417844] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port bee5e82a-4585-47e2-b7eb-b5f9094b33df not found, creating... [ 1016.418135] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.418299] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.418414] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.418644] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.418892] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.420123] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.420123] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.420123] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.421028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.421028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.421028] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: bee5e82a-4585-47e2-b7eb-b5f9094b33df is going to be created. [ 1016.454825] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.455071] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.455780] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.455780] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.455780] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.455938] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-bee5e82a-4585-47e2-b7eb-b5f9094b33df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.717624] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b in Status: SUCCESS [ 1016.717882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.718158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.718607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.718693] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.718795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.718862] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.719064] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.719157] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.719354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.719510] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ede432b-93a8-4c0f-ac69-f4d79e72916b taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.719615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.719698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.719900] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.720062] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.720159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.720248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.720448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.720528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.720655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.720796] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.877747] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.878084] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.878220] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.878506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.878701] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.878855] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 is going to be updated. [ 1016.927130] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.927373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.927373] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.927600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.927758] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.949805] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: IN_PROGRESS for 2s [ 1017.224154] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ede432b-93a8-4c0f-ac69-f4d79e72916b: rpc.has_security_group_logging(os_id): False [ 1017.248051] env[65309]: INFO networking_nsxv3.common.synchronization [req-7dcc059d-6603-4eb9-af79-5150eb6c5fb8 req-2b38246d-3d13-42cf-8356-4efb8701a008 service nova] Enqueued Resource ID: 532ac1f8-6295-414a-a138-5e5472574bb8 with Priority: HIGHEST for action security_group_rules [ 1017.248051] env[65309]: INFO networking_nsxv3.common.synchronization [req-7dcc059d-6603-4eb9-af79-5150eb6c5fb8 req-2b38246d-3d13-42cf-8356-4efb8701a008 service nova] Enqueued Resource ID: 532ac1f8-6295-414a-a138-5e5472574bb8 with Priority: HIGHEST for action security_group_members [ 1017.248051] env[65309]: INFO networking_nsxv3.common.synchronization [req-7dcc059d-6603-4eb9-af79-5150eb6c5fb8 req-2b38246d-3d13-42cf-8356-4efb8701a008 service nova] Enqueued Resource ID: bee5e82a-4585-47e2-b7eb-b5f9094b33df with Priority: HIGHEST for action port [ 1017.248051] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532ac1f8-6295-414a-a138-5e5472574bb8 with Priority: HIGHEST for action security_group_rules [ 1017.248051] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532ac1f8-6295-414a-a138-5e5472574bb8 with Priority: HIGHEST for action security_group_members [ 1017.248051] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee5e82a-4585-47e2-b7eb-b5f9094b33df with Priority: HIGHEST for action port [ 1017.250579] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.250579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.250579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.250579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.250579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.250918] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.250918] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.250918] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.251100] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.251100] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.251440] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.251440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.251440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.251664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.251664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.251787] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.251877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.251981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.252084] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.252147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.252234] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b is going to be created. [ 1017.253636] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-532ac1f8-6295-414a-a138-5e5472574bb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.253636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.253819] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.253919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.254025] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('532ac1f8-6295-414a-a138-5e5472574bb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.255029] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-532ac1f8-6295-414a-a138-5e5472574bb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.255029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.255236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.255236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.255373] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.255454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.255515] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.255652] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.255734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.255821] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('532ac1f8-6295-414a-a138-5e5472574bb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.257845] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-bee5e82a-4585-47e2-b7eb-b5f9094b33df taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.257845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bee5e82a-4585-47e2-b7eb-b5f9094b33df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.257845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bee5e82a-4585-47e2-b7eb-b5f9094b33df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.257845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bee5e82a-4585-47e2-b7eb-b5f9094b33df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.257845] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bee5e82a-4585-47e2-b7eb-b5f9094b33df',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.366765] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.366765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.366765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.367148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.367222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.389767] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b in Status: IN_PROGRESS for 2s [ 1017.762021] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-532ac1f8-6295-414a-a138-5e5472574bb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.762021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.762021] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bee5e82a-4585-47e2-b7eb-b5f9094b33df with status ACTIVE [ 1017.762021] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.762021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.762021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.762021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.762021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.762021] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.762021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.762021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.762021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.762021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.762021] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.762711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.762711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.762711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.762711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.767383] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bee5e82a-4585-47e2-b7eb-b5f9094b33df is going to be updated. [ 1017.769299] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('532ac1f8-6295-414a-a138-5e5472574bb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.791584] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.791803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.791898] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.792152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.792419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.792684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bee5e82a-4585-47e2-b7eb-b5f9094b33df" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.136588] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 1018.136818] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.137039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.137367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.137584] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.137745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.137811] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.137930] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.138020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.138155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.138281] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.191041] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 in Status: SUCCESS [ 1018.191228] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 deletion is rescheduled due to dependency. [ 1018.191277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.271823] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('532ac1f8-6295-414a-a138-5e5472574bb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.640923] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.641266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.641266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.641370] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.641532] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.641648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.641714] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.641865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.641951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.642079] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.642198] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.642290] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.642346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.642481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.642624] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.642702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.642792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.642894] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.642971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.643056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.643142] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.775376] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.775650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.775650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.775804] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.775861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.775908] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 532ac1f8-6295-414a-a138-5e5472574bb8 is going to be created. [ 1018.803066] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.803293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.803293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.803486] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.803704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.813782] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 532ac1f8-6295-414a-a138-5e5472574bb8 in Status: UNINITIALIZED for 2s [ 1018.962057] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: SUCCESS [ 1018.962057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.146013] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70fcfe2-957d-4d66-b66e-542217612b12: rpc.has_security_group_logging(os_id): False [ 1019.167167] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.167485] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.167645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.168169] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.168274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.168485] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.168612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.168681] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.169420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.169420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.169420] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.169620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.169620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.169881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.170043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.170321] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.170428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.170492] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.170654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.170733] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.170846] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 1019.252334] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.252480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.252550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.252773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.252914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.275318] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 1019.405019] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b in Status: SUCCESS [ 1019.405291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.405480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.405685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.406104] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.647687] env[65309]: INFO networking_nsxv3.common.synchronization [req-55b319f0-5172-40f0-a9a0-9263e47bdd5c req-11310afd-72bf-4a81-8d56-cda6444e9fe6 tempest-ServersNegativeTestJSON-2057203411 tempest-ServersNegativeTestJSON-2057203411-project-member] Enqueued Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_members [ 1019.648320] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_members [ 1019.648654] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.648781] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.648849] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.649103] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.649260] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.649360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.649423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.649578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.649659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.649754] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.908472] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ede432b-93a8-4c0f-ac69-f4d79e72916b taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.908891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.908983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.909288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.909501] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.909626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.909692] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.909850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.909940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.910102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.910243] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.035359] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.035585] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-864" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.035642] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-864" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.035970] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-864" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.036456] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.036625] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.036743] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.036977] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.037222] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.037488] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.037600] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.037693] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.037803] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.037913] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.038023] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.038159] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.076609] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.076800] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.076948] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.077146] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-864" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.077489] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-bae05f89-79a2-4d4a-9cce-2dc62a725823 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.077662] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.077784] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.078164] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.078310] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae05f89-79a2-4d4a-9cce-2dc62a725823',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.152789] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.152987] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.153088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.153398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.153525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.153812] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.153970] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.154068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.154251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.154346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.154439] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 already deleted. [ 1020.154528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.414026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ede432b-93a8-4c0f-ac69-f4d79e72916b taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.414026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.414026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.414271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.414304] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.414405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.414465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.415981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.415981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.415981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.415981] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ede432b-93a8-4c0f-ac69-f4d79e72916b taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.415981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.415981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.415981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.415981] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.415981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.415981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.415981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.415981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.415981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.415981] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.584206] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.584206] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.584206] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.584524] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.584605] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.584768] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port bae05f89-79a2-4d4a-9cce-2dc62a725823 not found, creating... [ 1020.585085] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.585257] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.585443] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.585602] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.585734] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.586033] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.586194] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.586312] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.586519] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.586653] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.586793] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: bae05f89-79a2-4d4a-9cce-2dc62a725823 is going to be created. [ 1020.639561] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.639746] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.639859] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.640166] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.640397] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.640627] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.844909] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 532ac1f8-6295-414a-a138-5e5472574bb8 in Status: SUCCESS [ 1020.845288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.845353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.845571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.845823] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.845884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.845940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.846259] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.846259] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.846259] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.846373] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('532ac1f8-6295-414a-a138-5e5472574bb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.918296] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ede432b-93a8-4c0f-ac69-f4d79e72916b: rpc.has_security_group_logging(os_id): False [ 1020.947156] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.947361] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.947412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.947705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.947845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.947993] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.948179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.948234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.948376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.948469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.948768] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.948878] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.948878] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.949054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.949179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.949454] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.949553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.949675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.949794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.950023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.950099] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b is going to be updated. [ 1021.049423] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.049423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.049423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.049654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.049754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.063738] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b in Status: IN_PROGRESS for 2s [ 1021.298342] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 1021.298563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.349255] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-532ac1f8-6295-414a-a138-5e5472574bb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.349522] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.349522] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.349744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.349986] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.350104] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.350171] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.350338] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.350422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.350510] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.350661] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-532ac1f8-6295-414a-a138-5e5472574bb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.350758] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.350823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.350942] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.351091] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.351184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.351248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.351370] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.351438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.351518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.351604] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('532ac1f8-6295-414a-a138-5e5472574bb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.634199] env[65309]: INFO networking_nsxv3.common.synchronization [req-55b319f0-5172-40f0-a9a0-9263e47bdd5c req-4881caa9-4fd3-4315-9630-826f00168aec service nova] Enqueued Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_rules [ 1021.634384] env[65309]: INFO networking_nsxv3.common.synchronization [req-55b319f0-5172-40f0-a9a0-9263e47bdd5c req-4881caa9-4fd3-4315-9630-826f00168aec service nova] Enqueued Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_members [ 1021.634523] env[65309]: INFO networking_nsxv3.common.synchronization [req-55b319f0-5172-40f0-a9a0-9263e47bdd5c req-4881caa9-4fd3-4315-9630-826f00168aec service nova] Enqueued Resource ID: bae05f89-79a2-4d4a-9cce-2dc62a725823 with Priority: HIGHEST for action port [ 1021.635491] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_rules [ 1021.635633] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_members [ 1021.635735] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae05f89-79a2-4d4a-9cce-2dc62a725823 with Priority: HIGHEST for action port [ 1021.636104] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.636236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.636303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.636761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.636841] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.638452] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.638531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.638671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.638784] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.639139] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.639139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.639922] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.640110] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.640205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.640306] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.642228] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-bae05f89-79a2-4d4a-9cce-2dc62a725823 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.642228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.642228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.642228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.642228] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae05f89-79a2-4d4a-9cce-2dc62a725823',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.855034] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 532ac1f8-6295-414a-a138-5e5472574bb8: rpc.has_security_group_logging(os_id): False [ 1021.875346] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.875539] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.875539] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.876231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.876231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.876231] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.877101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.877101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.877101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.877101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.877101] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.877101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.877101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.877101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.877101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.877644] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.877644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.877644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.877644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.877644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.877837] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 532ac1f8-6295-414a-a138-5e5472574bb8 is going to be created. [ 1021.951375] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.951623] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.951725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.952036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.952298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.969066] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 532ac1f8-6295-414a-a138-5e5472574bb8 in Status: IN_PROGRESS for 2s [ 1022.139635] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.140121] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.144368] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.145803] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bae05f89-79a2-4d4a-9cce-2dc62a725823 with status ACTIVE [ 1022.146162] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.146347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.146498] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.146739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.146837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.147223] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.147423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.147494] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.147741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.147880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.148306] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.148403] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.148440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.148857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.149015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.149185] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bae05f89-79a2-4d4a-9cce-2dc62a725823 is going to be updated. [ 1022.183396] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.183815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.183956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.184300] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.184514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.184717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.652304] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.083995] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b in Status: SUCCESS [ 1023.084385] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.155907] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.155907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.155907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.156184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.156272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.156976] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 is going to be created. [ 1023.187621] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.187708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.187708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.187931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.188104] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.202022] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: UNINITIALIZED for 2s [ 1023.973397] env[65309]: INFO networking_nsxv3.common.synchronization [req-8afe0df0-1d2e-4b79-ba3c-b290398991e2 req-0447a31a-1bdb-4564-aa9a-4287296b5ed2 tempest-DeleteServersTestJSON-1650633726 tempest-DeleteServersTestJSON-1650633726-project-member] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1023.974554] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1023.974554] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.974554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.974554] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.974796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.975034] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.975147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.975209] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.975381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.975467] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.975560] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.988233] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 532ac1f8-6295-414a-a138-5e5472574bb8 in Status: SUCCESS [ 1023.988233] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.023090] env[65309]: INFO networking_nsxv3.common.synchronization [req-e81103e3-e512-4f07-84c8-de7e544c74eb req-98abd169-3ec5-4755-9115-aed05da5517c tempest-ListServerFiltersTestJSON-578780423 tempest-ListServerFiltersTestJSON-578780423-project-member] Enqueued Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 1024.023675] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 1024.024052] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.024180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.024481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.024713] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.024872] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.024975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.025050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.025205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.025289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.025382] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.332800] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.333184] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.333883] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.333883] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.333883] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.334141] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.334198] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.334379] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.334804] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.334804] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.334967] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.334967] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.335065] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.335158] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.335265] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.335399] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.360695] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.360695] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.360695] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.361819] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.361819] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-b1925910-6179-4e41-a0b7-78f70ad102d6 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.361819] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-b1925910-6179-4e41-a0b7-78f70ad102d6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.361819] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-b1925910-6179-4e41-a0b7-78f70ad102d6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.362192] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-b1925910-6179-4e41-a0b7-78f70ad102d6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.362279] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1925910-6179-4e41-a0b7-78f70ad102d6',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.477502] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.477661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.477730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.477958] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.478060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.478283] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.478388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.478449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.478552] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.478628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.478713] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 1024.509520] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.509756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.509756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.509945] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.510106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.520740] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 1024.527602] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.866126] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.866415] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.866493] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.866863] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.867036] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.867206] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port b1925910-6179-4e41-a0b7-78f70ad102d6 not found, creating... [ 1024.867480] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.867642] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.867759] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.867997] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.868168] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.868470] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.868686] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.868816] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.869041] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.869183] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.869326] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: b1925910-6179-4e41-a0b7-78f70ad102d6 is going to be created. [ 1024.893423] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.893763] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.894059] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.894486] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.894836] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.895192] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-b1925910-6179-4e41-a0b7-78f70ad102d6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.029564] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.135300] env[65309]: INFO networking_nsxv3.common.synchronization [req-481b7a07-d50c-4787-a84b-fde16f323212 req-595a6ba5-73fc-4bd1-a275-7b1c312f2d3a tempest-ServersTestJSON-337806064 tempest-ServersTestJSON-337806064-project-member] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 1025.136079] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 1025.136268] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.136402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.136446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.136670] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.137103] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.137268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.137365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.137561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.137697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.137934] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.216033] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: SUCCESS [ 1025.216033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.216033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.216299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.216563] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.216563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.216732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.216837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.216927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.217026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.217126] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.534989] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.535320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.535320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.535532] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.535701] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.535762] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edfd854-04d1-4d15-9502-34df50dba056 is going to be updated. [ 1025.576054] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.576218] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.576218] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.576411] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.576564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.589207] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: IN_PROGRESS for 2s [ 1025.590233] env[65309]: INFO networking_nsxv3.common.synchronization [req-8afe0df0-1d2e-4b79-ba3c-b290398991e2 req-4e3e77fb-7886-4b3a-a1d2-7b0556673cc0 service nova] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_rules [ 1025.590407] env[65309]: INFO networking_nsxv3.common.synchronization [req-8afe0df0-1d2e-4b79-ba3c-b290398991e2 req-4e3e77fb-7886-4b3a-a1d2-7b0556673cc0 service nova] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1025.590542] env[65309]: INFO networking_nsxv3.common.synchronization [req-8afe0df0-1d2e-4b79-ba3c-b290398991e2 req-4e3e77fb-7886-4b3a-a1d2-7b0556673cc0 service nova] Enqueued Resource ID: b1925910-6179-4e41-a0b7-78f70ad102d6 with Priority: HIGHEST for action port [ 1025.595080] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_rules [ 1025.595080] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1025.595080] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1925910-6179-4e41-a0b7-78f70ad102d6 with Priority: HIGHEST for action port [ 1025.595080] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.595080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.595080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.595080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.595080] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.595080] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.595888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.595888] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1925910-6179-4e41-a0b7-78f70ad102d6 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.596270] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1925910-6179-4e41-a0b7-78f70ad102d6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.596328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1925910-6179-4e41-a0b7-78f70ad102d6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.597024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1925910-6179-4e41-a0b7-78f70ad102d6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.597132] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1925910-6179-4e41-a0b7-78f70ad102d6',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.640125] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.719966] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.720142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.720217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.720472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.720647] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.720753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.720818] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.720978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.721084] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.721669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.721669] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.721669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.721669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.721669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.721959] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.721959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.722054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.722153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.722232] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.722316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.722435] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.099507] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.101142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.108304] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1925910-6179-4e41-a0b7-78f70ad102d6 with status ACTIVE [ 1026.108615] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.108695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.108826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.109097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.109097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.109302] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.109428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.109517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.109599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.109676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.109861] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.109957] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.110058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.110241] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.110324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.110417] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1925910-6179-4e41-a0b7-78f70ad102d6 is going to be updated. [ 1026.135925] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.136103] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.136153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.136438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.136594] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.136879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1925910-6179-4e41-a0b7-78f70ad102d6" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.142376] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.226745] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac222c8f-ee9b-46ed-9c87-04f3afa47412: rpc.has_security_group_logging(os_id): False [ 1026.264181] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.264343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.264399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.264630] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.264726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.264948] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.265090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.265159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.265343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.265636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.265636] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.265750] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.265835] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.265968] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.266072] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.266290] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.266394] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.266459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.266664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.266761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.266976] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 is going to be created. [ 1026.374508] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.374700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.374745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.374955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.375155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.392452] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: IN_PROGRESS for 2s [ 1026.428211] env[65309]: INFO networking_nsxv3.common.synchronization [req-2aaae5d5-6927-476e-93af-a032f682e2fb req-de689020-4bf9-4287-8c81-01f0c2a99c90 tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_members [ 1026.428812] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_members [ 1026.429145] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-490f5991-419d-4609-b7be-e03387df696a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.429290] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.429339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.429556] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.429704] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.429802] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.429862] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.430025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.430123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.430221] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.532669] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 1026.532818] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 deletion is rescheduled due to dependency. [ 1026.533506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.533506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.533506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.533714] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.533774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.533915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.534213] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.534320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.534433] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.645370] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.645717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.645717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.645787] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.645869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.645919] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 1026.673508] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.673741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.673916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.674246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.674470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.686707] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 1026.787693] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.787896] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.788041] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.788308] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.788518] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.788689] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.788800] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.789061] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.789236] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.789620] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.789620] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.789717] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.789749] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.789859] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.789960] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.790149] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.817630] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.818804] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.818997] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.819173] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.819561] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-b5f775a5-e793-4a7f-b462-6f3dfd2a645b taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.819714] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-b5f775a5-e793-4a7f-b462-6f3dfd2a645b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.819791] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-b5f775a5-e793-4a7f-b462-6f3dfd2a645b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.820332] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-b5f775a5-e793-4a7f-b462-6f3dfd2a645b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.820493] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5f775a5-e793-4a7f-b462-6f3dfd2a645b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.937664] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.037559] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.325066] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.325066] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.325066] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.325491] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.325726] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.325956] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port b5f775a5-e793-4a7f-b462-6f3dfd2a645b not found, creating... [ 1027.326470] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.326709] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.326885] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.327347] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.327505] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.327936] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.328212] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.328388] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.328716] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.329577] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.329577] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: b5f775a5-e793-4a7f-b462-6f3dfd2a645b is going to be created. [ 1027.353688] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.353816] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.353965] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.354312] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.354570] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.354790] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-b5f775a5-e793-4a7f-b462-6f3dfd2a645b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.442685] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.544365] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.602396] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: SUCCESS [ 1027.602564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.637144] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.637524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.637524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.637627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.637706] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.945795] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.946337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.946337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.946771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.946771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.946917] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 490f5991-419d-4609-b7be-e03387df696a is going to be updated. [ 1027.988122] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.988122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.988122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.988122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.988122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.000246] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490f5991-419d-4609-b7be-e03387df696a in Status: IN_PROGRESS for 2s [ 1028.046738] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.046738] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.046738] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.047051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.047051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.047210] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 1028.085168] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.085168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.085168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.085391] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.086032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.102590] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 1028.138288] env[65309]: INFO networking_nsxv3.common.synchronization [req-2aaae5d5-6927-476e-93af-a032f682e2fb req-b90de315-58c6-4728-8a31-b2cde4b40b4a service nova] Enqueued Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_rules [ 1028.138475] env[65309]: INFO networking_nsxv3.common.synchronization [req-2aaae5d5-6927-476e-93af-a032f682e2fb req-b90de315-58c6-4728-8a31-b2cde4b40b4a service nova] Enqueued Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_members [ 1028.138618] env[65309]: INFO networking_nsxv3.common.synchronization [req-2aaae5d5-6927-476e-93af-a032f682e2fb req-b90de315-58c6-4728-8a31-b2cde4b40b4a service nova] Enqueued Resource ID: b5f775a5-e793-4a7f-b462-6f3dfd2a645b with Priority: HIGHEST for action port [ 1028.139337] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_rules [ 1028.139477] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_members [ 1028.139575] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f775a5-e793-4a7f-b462-6f3dfd2a645b with Priority: HIGHEST for action port [ 1028.139859] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-490f5991-419d-4609-b7be-e03387df696a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.140016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.140059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.140255] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.140339] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.141338] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-490f5991-419d-4609-b7be-e03387df696a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.141459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.142136] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5f775a5-e793-4a7f-b462-6f3dfd2a645b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.142266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5f775a5-e793-4a7f-b462-6f3dfd2a645b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.142334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5f775a5-e793-4a7f-b462-6f3dfd2a645b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.142540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5f775a5-e793-4a7f-b462-6f3dfd2a645b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.142623] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5f775a5-e793-4a7f-b462-6f3dfd2a645b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.143508] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.383664] env[65309]: INFO networking_nsxv3.common.synchronization [req-71d42b51-fefc-4357-acb9-e2d720608ca8 req-00d6213f-9f6f-4287-b16c-f481bf2cea72 tempest-ServerDiagnosticsNegativeTest-1739318435 tempest-ServerDiagnosticsNegativeTest-1739318435-project-member] Enqueued Resource ID: 532ac1f8-6295-414a-a138-5e5472574bb8 with Priority: HIGHEST for action security_group_members [ 1028.385709] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532ac1f8-6295-414a-a138-5e5472574bb8 with Priority: HIGHEST for action security_group_members [ 1028.385709] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-532ac1f8-6295-414a-a138-5e5472574bb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.385709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.385709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.385709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.386000] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.386000] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.386151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.386361] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.386459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.386585] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('532ac1f8-6295-414a-a138-5e5472574bb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.409131] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: SUCCESS [ 1028.409131] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.645792] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5f775a5-e793-4a7f-b462-6f3dfd2a645b with status ACTIVE [ 1028.646251] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.646251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.646434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.646498] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.646660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.646763] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.646863] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.647051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.647169] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.647169] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.647588] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.647588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.647588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.647726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.647726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.647815] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5f775a5-e793-4a7f-b462-6f3dfd2a645b is going to be updated. [ 1028.649589] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-490f5991-419d-4609-b7be-e03387df696a taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.649589] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.649589] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.673247] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.673432] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.673539] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.673807] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.674065] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.674307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5f775a5-e793-4a7f-b462-6f3dfd2a645b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.699898] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 1028.699978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.891910] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.891910] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.892069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.892345] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.892469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.892793] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.892974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.893191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.893430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.893560] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.893705] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 532ac1f8-6295-414a-a138-5e5472574bb8 is going to be updated. [ 1028.929219] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.929430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.929430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.931431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.931431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.940968] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 532ac1f8-6295-414a-a138-5e5472574bb8 in Status: IN_PROGRESS for 2s [ 1029.014565] env[65309]: INFO networking_nsxv3.common.synchronization [req-d4c44c1a-093e-464b-bdfc-c24980aba780 req-e0aec068-c88d-4dff-bd6c-1861efb1939e tempest-ServerActionsTestOtherB-242195843 tempest-ServerActionsTestOtherB-242195843-project-member] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 1029.015514] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 1029.015514] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.015916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.015992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.016294] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.016468] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.016574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.016666] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.016891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.017454] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.017590] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.152359] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1029.152532] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1029.383994] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.384252] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.384352] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.384624] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.384881] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.385736] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.385915] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.386164] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.386314] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.386528] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.386642] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.386750] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.386856] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.386963] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.387085] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.387220] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.415733] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.415920] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.416138] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.416277] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.416628] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-442bbb13-970f-4e21-be5c-d785f85ab4ea taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.416796] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-442bbb13-970f-4e21-be5c-d785f85ab4ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.416909] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-442bbb13-970f-4e21-be5c-d785f85ab4ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.417302] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-442bbb13-970f-4e21-be5c-d785f85ab4ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.417680] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('442bbb13-970f-4e21-be5c-d785f85ab4ea',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.522188] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.522410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.522410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.522626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.522714] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.522899] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.523044] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.523087] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.523203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.523548] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.523548] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be updated. [ 1029.553695] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.553921] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.554091] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.554351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.554570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.568139] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: IN_PROGRESS for 2s [ 1029.924171] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.924677] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.924764] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.925402] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.925402] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.925654] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 442bbb13-970f-4e21-be5c-d785f85ab4ea not found, creating... [ 1029.926097] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.926397] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.926611] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.926997] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.927257] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.927698] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.928012] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.928216] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.928576] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.928802] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.929086] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 442bbb13-970f-4e21-be5c-d785f85ab4ea is going to be created. [ 1029.951940] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.952296] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.952389] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.952659] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.952896] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.953402] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-442bbb13-970f-4e21-be5c-d785f85ab4ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.012056] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490f5991-419d-4609-b7be-e03387df696a in Status: SUCCESS [ 1030.012578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.012811] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.013497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.013497] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.013497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.013745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.013745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.013877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.014028] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.119508] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 1030.119898] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.120108] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.120424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.120744] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.120930] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.120930] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.121140] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.121226] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.121334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.121443] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.275683] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.275971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.275971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.276407] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.293454] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1030.294761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.296511] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1030.350802] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.350974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.351057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.351310] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.367248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.368248] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1030.368248] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.368401] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1030.422622] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.422829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.422829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.423054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.424559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.424745] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1030.516776] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.524826] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.525558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.525558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.525558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.526029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.526544] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1030.623826] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.624218] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.624218] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.624448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.624675] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.624814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.624856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.625098] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.625297] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.625353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.625488] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.625602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.625662] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.625836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.626044] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.626168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.626235] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.626441] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.626596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.626696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.626782] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.650380] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.650550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.650609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.650939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.651333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.651699] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1030.651975] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9a0c7338-a4ec-48bc-b911-a3d528e026a3', '32ba5f02-15b0-4e18-bc59-92009a8c1b1f', '2199d3e9-f814-48f5-8665-639cd5ed96b5', '50233d88-2308-4a0e-9d7d-eb6816393d99', '21f36efe-4590-4166-9aa0-8f33493f660d', 'f17348da-2dc7-4ec7-8480-977efa378afe', 'cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f', '1507c3bc-cd29-48d7-bef3-c4047637d456', 'e20abd86-6da9-400b-8564-708363b7ab2c', 'ddf1732f-fea7-4f1e-ac46-6e2140ba75f2', '866965a1-b312-4cb5-9be3-b5b8a602c393', '6575def6-64e4-4853-bd2a-a486f9e2232f', '80ec297e-337d-4af2-ad0f-66b82c3df54f', 'ac222c8f-ee9b-46ed-9c87-04f3afa47412', 'd36436bf-b96d-48d7-8d1e-2d557c43a353', 'd70fcfe2-957d-4d66-b66e-542217612b12', '756efb63-df91-47b2-bed3-0c94d6d2bc08', 'c39c4aab-1f96-4faa-ab75-56fdf0315b69', '5b753678-df3a-405f-b3a3-fb91877f505a', '1ef76b7d-16fe-46c6-bf44-72e9360d3483', '734d98a2-ba93-4f1a-8299-8ec7a6135f1c', '67ed39c5-1d98-437e-bbf9-6a45f856c38f', '803fd634-b3ee-4727-8ae2-843ddb209f83', 'f99e48ff-02bf-4dd4-bc10-386776e2bbfa', 'fda5c779-45b5-4771-af21-b1a36ea02eb8', '490f5991-419d-4609-b7be-e03387df696a', '532ac1f8-6295-414a-a138-5e5472574bb8', 'aebbf504-21fa-4627-9a36-30d0433a2b73', '766f2879-43f7-4902-b3ae-2f1232806292', 'cc2b90e9-9a8c-4328-a941-25104f2c267b', 'fe99b2f9-1a64-4b73-a16d-c0c508d90f04', '2edfd854-04d1-4d15-9502-34df50dba056', '556fa860-e2e0-48dd-9305-2654d04db79c', 'f57b203b-2758-4079-809a-0604536ecc44', '52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2', 'b8f39115-03aa-4960-a185-0ef6f32f7791', '2ed8e481-c1c9-4df4-b8ec-de239ef44022', 'ff63fc87-b47a-4b6f-a551-1327eee10106', '6ec7d003-6bc9-4d52-ad55-e477b40356b5', '576fb55f-654c-4ef5-b8a2-92c689b04653', '59b1e3a1-1992-412a-896d-ca59379e55b7', '2ede432b-93a8-4c0f-ac69-f4d79e72916b', '9321df04-0ef0-4761-afd3-352e35f85d32', '25081730-01c0-4bfd-91dd-f2d042ccb4e8', '75cdd23f-498c-4e96-ad65-e56a7a79a2ef'} {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.651975] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1030.687309] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.687309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.687309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.687309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.687309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.687309] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1030.687309] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.687309] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1030.698493] env[65309]: INFO networking_nsxv3.common.synchronization [req-d4c44c1a-093e-464b-bdfc-c24980aba780 req-5c4fd4dc-a2f6-4118-89c0-f0066540f6e7 service nova] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_rules [ 1030.698493] env[65309]: INFO networking_nsxv3.common.synchronization [req-d4c44c1a-093e-464b-bdfc-c24980aba780 req-5c4fd4dc-a2f6-4118-89c0-f0066540f6e7 service nova] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 1030.698493] env[65309]: INFO networking_nsxv3.common.synchronization [req-d4c44c1a-093e-464b-bdfc-c24980aba780 req-5c4fd4dc-a2f6-4118-89c0-f0066540f6e7 service nova] Enqueued Resource ID: 442bbb13-970f-4e21-be5c-d785f85ab4ea with Priority: HIGHEST for action port [ 1030.698493] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_rules [ 1030.698493] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 1030.698493] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 442bbb13-970f-4e21-be5c-d785f85ab4ea with Priority: HIGHEST for action port [ 1030.698493] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.698493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.698493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.698493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.698493] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.699804] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.700263] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.700705] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-442bbb13-970f-4e21-be5c-d785f85ab4ea taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.701034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-442bbb13-970f-4e21-be5c-d785f85ab4ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.701257] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-442bbb13-970f-4e21-be5c-d785f85ab4ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.701840] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-442bbb13-970f-4e21-be5c-d785f85ab4ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.702127] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('442bbb13-970f-4e21-be5c-d785f85ab4ea',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.840382] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.840382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.840382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.840382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.841086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.841442] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1030.841626] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1030.843837] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1030.843837] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1030.843837] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b753678-df3a-405f-b3a3-fb91877f505a with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 with Priority: HIGH for action security_group_rules [ 1030.843837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.954583] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 532ac1f8-6295-414a-a138-5e5472574bb8 in Status: SUCCESS [ 1030.954978] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 532ac1f8-6295-414a-a138-5e5472574bb8 deletion is rescheduled due to dependency. [ 1030.954978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.019272] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.132561] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2: rpc.has_security_group_logging(os_id): False [ 1031.163120] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.163120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.163120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.163534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.184960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.185486] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.185717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.185717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.185915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.186010] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.186254] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.186368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.186430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.186588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.186661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.186860] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.186959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.187024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.187162] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.187237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.187324] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 1031.200419] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.200581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.207017] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 442bbb13-970f-4e21-be5c-d785f85ab4ea with status ACTIVE [ 1031.207233] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.207299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.207337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.207561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.207651] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.207830] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.207928] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.207983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.208184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.208264] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.208489] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.208585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.208709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.208761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.208799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.208891] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 442bbb13-970f-4e21-be5c-d785f85ab4ea is going to be updated. [ 1031.232342] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.232748] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.232748] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.232748] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.232913] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.233042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-442bbb13-970f-4e21-be5c-d785f85ab4ea" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.278116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.278116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.278372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.278372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.278525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.319613] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 1031.522249] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.522451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.522526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.522773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.522910] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.523035] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 490f5991-419d-4609-b7be-e03387df696a is going to be updated. [ 1031.559354] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.559600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.559600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.559886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.560914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.572987] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490f5991-419d-4609-b7be-e03387df696a in Status: IN_PROGRESS for 2s [ 1031.577804] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: SUCCESS [ 1031.577980] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 deletion is rescheduled due to dependency. [ 1031.578124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.578312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.578566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.578777] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.578891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.578952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.579121] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.579200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.579311] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.717881] env[65309]: INFO networking_nsxv3.common.synchronization [req-87b76cb9-71ec-4679-9e1e-aa9a2a5ad0d3 req-6b4dbfcc-09dd-43ee-a308-610baeb444d0 tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: 5b753678-df3a-405f-b3a3-fb91877f505a with Priority: HIGHEST for action security_group_members [ 1031.718777] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b753678-df3a-405f-b3a3-fb91877f505a with Priority: HIGHEST for action security_group_members [ 1031.718777] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 with Priority: HIGH for action security_group_rules [ 1031.719042] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 with Priority: HIGH for action security_group_rules [ 1031.719208] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f with Priority: HIGH for action security_group_rules [ 1031.719377] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 with Priority: HIGH for action security_group_rules [ 1031.719547] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 with Priority: HIGH for action security_group_rules [ 1031.719793] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b753678-df3a-405f-b3a3-fb91877f505a with Priority: HIGH for action security_group_rules [ 1031.719983] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 with Priority: HIGH for action security_group_rules [ 1031.720190] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGH for action security_group_rules [ 1031.720370] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGH for action security_group_rules [ 1031.720543] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGH for action security_group_rules [ 1031.720973] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGH for action security_group_rules [ 1031.721156] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6575def6-64e4-4853-bd2a-a486f9e2232f with Priority: HIGH for action security_group_rules [ 1031.721304] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGH for action security_group_rules [ 1031.721426] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 with Priority: HIGH for action security_group_rules [ 1031.721684] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20abd86-6da9-400b-8564-708363b7ab2c with Priority: HIGH for action security_group_rules [ 1031.721830] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17348da-2dc7-4ec7-8480-977efa378afe with Priority: HIGH for action security_group_rules [ 1031.721989] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 with Priority: HIGH for action security_group_rules [ 1031.722148] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f36efe-4590-4166-9aa0-8f33493f660d with Priority: HIGH for action security_group_rules [ 1031.722275] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f with Priority: HIGH for action security_group_rules [ 1031.722401] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 with Priority: HIGH for action security_group_rules [ 1031.722769] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b753678-df3a-405f-b3a3-fb91877f505a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.723052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.723156] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.723424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.723625] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.723764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.723857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.724144] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.724231] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.724384] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b753678-df3a-405f-b3a3-fb91877f505a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.727666] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.728085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.728085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.728765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.728765] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a0c7338-a4ec-48bc-b911-a3d528e026a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.730282] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2199d3e9-f814-48f5-8665-639cd5ed96b5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.730387] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.730437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.730618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.730701] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2199d3e9-f814-48f5-8665-639cd5ed96b5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.731553] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.731660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.731727] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.731925] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.731998] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.733032] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d36436bf-b96d-48d7-8d1e-2d557c43a353 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.733032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.733032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.733229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.733229] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d36436bf-b96d-48d7-8d1e-2d557c43a353',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.733873] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ef76b7d-16fe-46c6-bf44-72e9360d3483 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.734023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.735178] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.735178] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.735178] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ef76b7d-16fe-46c6-bf44-72e9360d3483',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.735435] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b753678-df3a-405f-b3a3-fb91877f505a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.735435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.735435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.735666] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.735666] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b753678-df3a-405f-b3a3-fb91877f505a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.736920] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.736920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.736920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.736920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.736920] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c39c4aab-1f96-4faa-ab75-56fdf0315b69',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.737759] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.737759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.737759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.737997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.737997] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.739052] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.739052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.739052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.739443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.739443] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.740728] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.740728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.740728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.740728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.740728] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.741210] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.742705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.742705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.742705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.742705] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.742705] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6575def6-64e4-4853-bd2a-a486f9e2232f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.742705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.742705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.742705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.743135] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6575def6-64e4-4853-bd2a-a486f9e2232f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.744022] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.744133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.744339] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.744470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.744509] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.744639] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.744729] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddf1732f-fea7-4f1e-ac46-6e2140ba75f2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.745818] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20abd86-6da9-400b-8564-708363b7ab2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.745920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.746036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.746158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.746227] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20abd86-6da9-400b-8564-708363b7ab2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.747363] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f17348da-2dc7-4ec7-8480-977efa378afe taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.747491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.747557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.749303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.749303] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f17348da-2dc7-4ec7-8480-977efa378afe',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.749303] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1507c3bc-cd29-48d7-bef3-c4047637d456 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.749303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.749303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.749303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.749303] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1507c3bc-cd29-48d7-bef3-c4047637d456',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.750567] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f36efe-4590-4166-9aa0-8f33493f660d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.750567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.750567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.750567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.750567] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f36efe-4590-4166-9aa0-8f33493f660d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.750879] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.750879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.750879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.751028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.751346] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32ba5f02-15b0-4e18-bc59-92009a8c1b1f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.752037] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50233d88-2308-4a0e-9d7d-eb6816393d99 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.752201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.752201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.752466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.752567] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50233d88-2308-4a0e-9d7d-eb6816393d99',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.788503] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.788503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.788503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.788503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.790349] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.790574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.815232] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.815232] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a0c7338-a4ec-48bc-b911-a3d528e026a3 is going to be deleted. [ 1031.816179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.816320] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.851529] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.851639] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d36436bf-b96d-48d7-8d1e-2d557c43a353 is going to be deleted. [ 1031.913626] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.914024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.914024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.914357] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.914357] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.914852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a0c7338-a4ec-48bc-b911-a3d528e026a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.954175] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.954175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.954175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.954175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.954175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.954175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d36436bf-b96d-48d7-8d1e-2d557c43a353" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.082217] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.256057] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.256057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.256057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.256057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.256905] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.257198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.257198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.257354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.257416] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.257497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.257555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.257717] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.257811] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.257811] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.257948] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.264541] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.264742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.264742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.265248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.265248] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.265248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.265248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.265483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.265483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.265555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.265622] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.278169] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.278253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.278296] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.278640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.278719] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.278783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.278818] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.279036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.279036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.279115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.279182] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.282483] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.282483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.282483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.282882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.282882] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.282882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.282882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.283071] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.283111] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.283187] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.283272] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.347050] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.347050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.348098] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.348241] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.349110] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.349203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.349901] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.350083] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.350769] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.350890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.351837] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.351945] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.352678] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.352797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.353909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.354372] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.354372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.354372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.354603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.354603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.354709] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b753678-df3a-405f-b3a3-fb91877f505a is going to be updated. [ 1032.356427] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.356564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.356718] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.356796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.358245] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.358374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.359041] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.359154] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.359921] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.360055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.360619] env[65309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1032.361028] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.361135] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.362502] env[65309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1032.362854] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.362964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.393099] env[65309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1032.395082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.395082] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f17348da-2dc7-4ec7-8480-977efa378afe is going to be deleted. [ 1032.395287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.395452] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.417117] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.417315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.417414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.417708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.417910] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.422188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.422379] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20abd86-6da9-400b-8564-708363b7ab2c is going to be deleted. [ 1032.423710] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.423856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.429178] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b753678-df3a-405f-b3a3-fb91877f505a in Status: IN_PROGRESS for 2s [ 1032.452137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.452137] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50233d88-2308-4a0e-9d7d-eb6816393d99 is going to be deleted. [ 1032.452137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.452137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.505894] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.505894] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f is going to be deleted. [ 1032.506755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.506755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.508397] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.508560] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.509196] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.509367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.510583] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.510583] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.536632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.536632] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6575def6-64e4-4853-bd2a-a486f9e2232f is going to be deleted. [ 1032.537364] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.537593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.574587] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.574778] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c39c4aab-1f96-4faa-ab75-56fdf0315b69 is going to be deleted. [ 1032.575951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.575951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.585201] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.650026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.650026] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32ba5f02-15b0-4e18-bc59-92009a8c1b1f is going to be deleted. [ 1032.650026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.650026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.667185] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.668669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.671618] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.671725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.752173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.752173] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2199d3e9-f814-48f5-8665-639cd5ed96b5 is going to be deleted. [ 1032.757599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.757599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.761077] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.761330] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.761419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.761724] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.761990] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.762163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.762259] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.762520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.762668] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.763158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.764197] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.764397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.764494] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.764713] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.765017] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.765348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.765348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.765543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.765543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.765662] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.765899] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.767432] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.781966] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.782219] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.782316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.782646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.785040] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.785040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.785040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.785040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.785040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.785040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.785040] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.785040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.785040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.785040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.785040] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.785040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.785040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.785040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.787359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.787516] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.787891] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.789924] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.789924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.790191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.790191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.790388] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.790474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.790533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.790711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.790833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.790905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.792035] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.792035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.792035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.792035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.792035] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.792035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.792035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.792035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.792035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.792593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.792593] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.833959] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.834640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.835489] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.835489] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ef76b7d-16fe-46c6-bf44-72e9360d3483 is going to be deleted. [ 1032.836589] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.836766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.958351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.959670] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f36efe-4590-4166-9aa0-8f33493f660d is going to be deleted. [ 1032.962270] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.963579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.963771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.964384] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b753678-df3a-405f-b3a3-fb91877f505a is going to be deleted. [ 1032.966992] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.966992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.966992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.967357] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.967357] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.967481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32ba5f02-15b0-4e18-bc59-92009a8c1b1f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.968425] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.968425] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.986789] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.986789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.003036] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.003241] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.031080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.031416] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1507c3bc-cd29-48d7-bef3-c4047637d456 is going to be deleted. [ 1033.033036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.033429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.033711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.033846] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f17348da-2dc7-4ec7-8480-977efa378afe" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.034466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.034934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.034974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.035192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20abd86-6da9-400b-8564-708363b7ab2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.036611] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.037034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.037271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.037527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50233d88-2308-4a0e-9d7d-eb6816393d99" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.037772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.038082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.038244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.038444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6575def6-64e4-4853-bd2a-a486f9e2232f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.038698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.038968] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.039133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.039333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cba38b1f-770a-4755-bf5e-b6f5f2cb0a0f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.039580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.039827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.039953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.040165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c39c4aab-1f96-4faa-ab75-56fdf0315b69" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.040389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.040632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.088203] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.088374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.088419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.088636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.088722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.088817] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be updated. [ 1033.174040] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.174040] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.184673] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.185902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.191880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.192574] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddf1732f-fea7-4f1e-ac46-6e2140ba75f2 is going to be deleted. [ 1033.195776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.196813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.196813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.196813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2199d3e9-f814-48f5-8665-639cd5ed96b5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.196813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.197047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.197078] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.197192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ef76b7d-16fe-46c6-bf44-72e9360d3483" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.197996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.198188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.198710] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.198710] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f36efe-4590-4166-9aa0-8f33493f660d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.198861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.199114] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.199225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.199393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.269027] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 756efb63-df91-47b2-bed3-0c94d6d2bc08: rpc.has_security_group_logging(os_id): False [ 1033.270799] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80ec297e-337d-4af2-ad0f-66b82c3df54f: rpc.has_security_group_logging(os_id): False [ 1033.290227] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac222c8f-ee9b-46ed-9c87-04f3afa47412: rpc.has_security_group_logging(os_id): False [ 1033.293287] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.293491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.293533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.293841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.293924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.295847] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70fcfe2-957d-4d66-b66e-542217612b12: rpc.has_security_group_logging(os_id): False [ 1033.330126] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: IN_PROGRESS for 2s [ 1033.333239] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.333425] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.333487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.333692] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.336144] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.336365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.337346] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.337543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.353327] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.353561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.383442] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.383597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.413307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.413307] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.413435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.413484] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.414501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.414713] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.415058] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.415771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.415771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.416137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.416433] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.416720] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.416878] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.417075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.417437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.417570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.417966] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 is going to be updated. [ 1033.420573] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.420913] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.442270] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 1033.442588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.443526] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.443695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.517444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.518113] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.518113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.518113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.518347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.518347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.518482] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.518561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.518628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.518786] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.518858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.519174] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.519174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.519286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.519358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.519403] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.519500] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 is going to be updated. [ 1033.521584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.521806] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.567646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.568271] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.568603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.568804] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.569468] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.569803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.570321] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.570645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.570787] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.571122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.571272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.571585] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.571785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.571927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.572238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.572404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.572614] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 1033.574584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.574584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.594242] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490f5991-419d-4609-b7be-e03387df696a in Status: SUCCESS [ 1033.594555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.594771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.595052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.595320] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.595500] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.595500] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.599027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.599027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.599027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.599027] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.602359] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.603451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.628029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.628329] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.628608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.628745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.629044] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.629196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.629367] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f is going to be updated. [ 1033.630674] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.630939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.631094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.631344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1507c3bc-cd29-48d7-bef3-c4047637d456" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.631469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.631709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.631933] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.632114] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddf1732f-fea7-4f1e-ac46-6e2140ba75f2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.632314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.632535] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.632728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.676543] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: IN_PROGRESS for 2s [ 1033.682289] env[65309]: INFO networking_nsxv3.common.synchronization [req-d8f2e5ac-5c82-4e77-bd6c-66c261f4c8e4 req-275c0de7-c151-44fd-bac0-0c1f0db6df44 tempest-ServerRescueNegativeTestJSON-1001887786 tempest-ServerRescueNegativeTestJSON-1001887786-project-member] Enqueued Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_members [ 1033.682499] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGHEST for action security_group_members [ 1033.683260] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.685283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.685283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.685417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.685676] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.685856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.685964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.686857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.686995] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.687191] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.742604] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.743106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.743106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.743359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.743463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.746778] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.747021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.747280] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.747493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.747493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.797327] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: IN_PROGRESS for 2s [ 1033.808204] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 1033.891040] env[65309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1033.891944] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.892372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.892372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.892515] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.892706] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.939145] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: IN_PROGRESS for 2s [ 1034.098993] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.190139] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.190309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.190377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.190597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.190688] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.190887] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.190990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.191058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.191202] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.191300] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.191371] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 is going to be updated. [ 1034.226332] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.226530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.226530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.226752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.226893] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.238805] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: IN_PROGRESS for 2s [ 1034.441861] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b753678-df3a-405f-b3a3-fb91877f505a in Status: SUCCESS [ 1034.442255] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b753678-df3a-405f-b3a3-fb91877f505a deletion is rescheduled due to dependency. [ 1034.442255] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b753678-df3a-405f-b3a3-fb91877f505a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.605315] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 490f5991-419d-4609-b7be-e03387df696a: rpc.has_security_group_logging(os_id): False [ 1034.627019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.627019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.627019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.627019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.653585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.653585] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.653585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.653585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.653838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.653838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.653906] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 490f5991-419d-4609-b7be-e03387df696a is going to be updated. [ 1034.727855] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.728016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.728100] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.728327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.729815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.745974] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 490f5991-419d-4609-b7be-e03387df696a in Status: IN_PROGRESS for 2s [ 1035.341690] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: SUCCESS [ 1035.342664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.342664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.342664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.342885] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.342950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.342989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.343196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.343280] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.343365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.343477] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.713334] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: SUCCESS [ 1035.713334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.812984] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: SUCCESS [ 1035.813287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.826462] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 1035.826680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.846303] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.956425] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: SUCCESS [ 1035.956671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.250981] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 in Status: SUCCESS [ 1036.251253] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 deletion is rescheduled due to dependency. [ 1036.251417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.349165] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 866965a1-b312-4cb5-9be3-b5b8a602c393: rpc.has_security_group_logging(os_id): False [ 1036.370042] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.370237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.370328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.370613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.398171] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.398738] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.398738] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.398908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.398979] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.399061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.399156] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be updated. [ 1036.499524] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.499524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.499524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.499524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.499524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.518133] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: IN_PROGRESS for 2s [ 1036.771893] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 490f5991-419d-4609-b7be-e03387df696a in Status: SUCCESS [ 1036.772329] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.275915] env[65309]: INFO networking_nsxv3.common.synchronization [req-265c470e-994b-4339-92ae-ce2778afd279 req-af400444-0b52-4602-81ef-ee001565a4f0 tempest-ListServerFiltersTestJSON-578780423 tempest-ListServerFiltersTestJSON-578780423-project-member] Enqueued Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 1037.279348] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2edfd854-04d1-4d15-9502-34df50dba056 with Priority: HIGHEST for action security_group_members [ 1037.279973] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2edfd854-04d1-4d15-9502-34df50dba056 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.280080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.280140] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.280470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.280635] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.280635] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.280635] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.280835] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.280835] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.280929] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2edfd854-04d1-4d15-9502-34df50dba056',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.782942] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.783437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.783437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.783515] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.820728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.820728] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.820728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.820728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.820728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.820728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.820728] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edfd854-04d1-4d15-9502-34df50dba056 is going to be updated. [ 1037.880289] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.882142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.882142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.882142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.882142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.902303] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: IN_PROGRESS for 2s [ 1038.532749] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: SUCCESS [ 1038.533090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.533302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.533518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.533686] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.036385] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.036756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.036756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.036838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.036986] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.037094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.037168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.037605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.037605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.037605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.037759] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.461643] env[65309]: INFO networking_nsxv3.common.synchronization [req-1bdf7c12-2836-45f1-82cf-1543ad1f5987 req-25c42dc2-4320-4b6b-9ad7-f2fd4c692ed4 tempest-DeleteServersTestJSON-1650633726 tempest-DeleteServersTestJSON-1650633726-project-member] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1039.462239] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1039.462680] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.462903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.462998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.466416] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.466642] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.466772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.466838] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.467080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.467145] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.467224] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.541487] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.915952] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2edfd854-04d1-4d15-9502-34df50dba056 in Status: SUCCESS [ 1039.915952] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2edfd854-04d1-4d15-9502-34df50dba056 deletion is rescheduled due to dependency. [ 1039.915952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2edfd854-04d1-4d15-9502-34df50dba056" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.940188] env[65309]: INFO networking_nsxv3.common.synchronization [None req-375779f6-2ab4-4ee6-955b-7f9541efcf98 tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 1039.940188] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 1039.940188] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.940188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.940188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.941972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.943353] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.943675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.943876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.944213] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.947195] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.947195] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.969766] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.969960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.970052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.972780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.972780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.972780] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.972780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.972780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.972780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.972780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.972780] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 1040.010140] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.010287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.010379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.010611] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.010757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.024395] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 1040.043362] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 866965a1-b312-4cb5-9be3-b5b8a602c393: rpc.has_security_group_logging(os_id): False [ 1040.079119] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.079295] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.079412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.079541] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.079633] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.079873] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.079971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.080045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.080198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.080274] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.080359] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be updated. [ 1040.159599] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.159747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.159808] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.160038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.160188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.179104] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: IN_PROGRESS for 2s [ 1040.452412] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.452619] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.452716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.452978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.479942] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.480327] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.480467] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.480530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.480752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.480863] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.480962] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be updated. [ 1040.517381] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.517381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.517774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.517774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.517872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.529518] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 1041.367658] env[65309]: INFO networking_nsxv3.common.synchronization [req-376c3b1b-4f4f-4a72-b18c-0ff28fce7074 req-c9fa345c-6f49-410c-8cfb-6ae72c1ca5ea tempest-ServersNegativeTestJSON-2057203411 tempest-ServersNegativeTestJSON-2057203411-project-member] Enqueued Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_members [ 1041.368257] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_members [ 1041.368576] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.368701] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.368769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.368973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.369338] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.369457] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.369551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.369742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.369855] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.369974] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.770994] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.771211] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-864" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.771338] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-864" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.771601] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-864" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.772359] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.772532] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.772653] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.772876] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.773027] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.773450] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.773450] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.773546] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.773661] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.774097] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.774288] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.774445] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.794773] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.795075] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.795166] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.795278] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-864" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.795603] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-1a83009a-3f62-418e-b46f-899c929ae072 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.796684] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-1a83009a-3f62-418e-b46f-899c929ae072" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.796828] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-1a83009a-3f62-418e-b46f-899c929ae072" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.797259] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-1a83009a-3f62-418e-b46f-899c929ae072" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.797448] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a83009a-3f62-418e-b46f-899c929ae072',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.864354] env[65309]: INFO networking_nsxv3.common.synchronization [None req-89d1eb50-3e3a-4938-a227-bbe1d2d394c1 None None] Enqueued Resource ID: 54201bcd-2f77-4f74-afc4-b4dfd6cfe2e5 with Priority: HIGHEST for action port [ 1041.864888] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54201bcd-2f77-4f74-afc4-b4dfd6cfe2e5 with Priority: HIGHEST for action port [ 1041.865326] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-54201bcd-2f77-4f74-afc4-b4dfd6cfe2e5 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.865446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54201bcd-2f77-4f74-afc4-b4dfd6cfe2e5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.865446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54201bcd-2f77-4f74-afc4-b4dfd6cfe2e5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.865672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54201bcd-2f77-4f74-afc4-b4dfd6cfe2e5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.865747] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54201bcd-2f77-4f74-afc4-b4dfd6cfe2e5',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.871819] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.035062] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 1042.035291] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 deletion is rescheduled due to dependency. [ 1042.035375] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.196620] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: SUCCESS [ 1042.196856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.301851] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.302095] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.302232] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.302565] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.302719] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.302880] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 1a83009a-3f62-418e-b46f-899c929ae072 not found, creating... [ 1042.303840] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.303840] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.303840] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.303840] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.303840] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.304270] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.304270] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.304400] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.304639] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.304744] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.304971] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 1a83009a-3f62-418e-b46f-899c929ae072 is going to be created. [ 1042.329757] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.329968] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.330110] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.330402] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.330631] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.330856] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-1a83009a-3f62-418e-b46f-899c929ae072" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.370335] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54201bcd-2f77-4f74-afc4-b4dfd6cfe2e5 [ 1042.370761] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.370943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.370943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.371155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.371284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.371424] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54201bcd-2f77-4f74-afc4-b4dfd6cfe2e5 already deleted. [ 1042.371553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54201bcd-2f77-4f74-afc4-b4dfd6cfe2e5" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.374043] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.543806] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 1042.543980] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 deletion is rescheduled due to dependency. [ 1042.544153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.876586] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.876769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.876814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.877065] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.877157] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.877261] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 is going to be updated. [ 1042.929037] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.929037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.929037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.929037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.929037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.959319] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: IN_PROGRESS for 2s [ 1043.079799] env[65309]: INFO networking_nsxv3.common.synchronization [None req-30b3642c-2b05-4f73-93c6-78cf9e564c1a tempest-ServersTestJSON-1610762966 tempest-ServersTestJSON-1610762966-project-member] Enqueued Resource ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c with Priority: HIGHEST for action security_group_rules [ 1043.080996] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c with Priority: HIGHEST for action security_group_rules [ 1043.082042] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52fb4d78-9c81-48ef-80b0-73e892a5779c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.082042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.082042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.082042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.082042] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52fb4d78-9c81-48ef-80b0-73e892a5779c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.150520] env[65309]: INFO networking_nsxv3.common.synchronization [req-376c3b1b-4f4f-4a72-b18c-0ff28fce7074 req-f8cf15fd-4366-464b-82c5-54480e153c19 service nova] Enqueued Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_rules [ 1043.150681] env[65309]: INFO networking_nsxv3.common.synchronization [req-376c3b1b-4f4f-4a72-b18c-0ff28fce7074 req-f8cf15fd-4366-464b-82c5-54480e153c19 service nova] Enqueued Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_members [ 1043.151224] env[65309]: INFO networking_nsxv3.common.synchronization [req-376c3b1b-4f4f-4a72-b18c-0ff28fce7074 req-f8cf15fd-4366-464b-82c5-54480e153c19 service nova] Enqueued Resource ID: 1a83009a-3f62-418e-b46f-899c929ae072 with Priority: HIGHEST for action port [ 1043.151456] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_rules [ 1043.151621] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_members [ 1043.151741] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a83009a-3f62-418e-b46f-899c929ae072 with Priority: HIGHEST for action port [ 1043.152012] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.152262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.152342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.152540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.152621] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.153450] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.153632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.154470] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a83009a-3f62-418e-b46f-899c929ae072 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.154470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a83009a-3f62-418e-b46f-899c929ae072" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.154470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a83009a-3f62-418e-b46f-899c929ae072" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.154470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a83009a-3f62-418e-b46f-899c929ae072" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.154470] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a83009a-3f62-418e-b46f-899c929ae072',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.276915] env[65309]: INFO networking_nsxv3.common.synchronization [None req-cdb88c89-4d37-4616-8194-73c985b371c5 tempest-ServersTestJSON-1610762966 tempest-ServersTestJSON-1610762966-project-member] Enqueued Resource ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c with Priority: HIGHEST for action security_group_rules [ 1043.278843] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c with Priority: HIGHEST for action security_group_rules [ 1043.278843] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52fb4d78-9c81-48ef-80b0-73e892a5779c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.278843] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.609764] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.609764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.609764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.610142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.610142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.610142] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c already deleted. [ 1043.610142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.610261] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.610449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.610528] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52fb4d78-9c81-48ef-80b0-73e892a5779c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.657941] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.658164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.658256] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a83009a-3f62-418e-b46f-899c929ae072 with status ACTIVE [ 1043.658426] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.658538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.658602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.658818] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.658906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.659419] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.659419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.659419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.659419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.659709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.659709] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.659709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.659831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.660448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.660448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.660448] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a83009a-3f62-418e-b46f-899c929ae072 is going to be updated. [ 1043.693450] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.693450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.693450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.693687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.693810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.693979] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a83009a-3f62-418e-b46f-899c929ae072" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.140552] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.140805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.140805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.140990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.141089] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.141184] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c already deleted. [ 1044.141268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.740542] env[65309]: INFO networking_nsxv3.common.synchronization [None req-fe0fc725-16cb-4bcb-8fee-52e847209700 None None] Enqueued Resource ID: e1dccb55-3fee-4de3-9cd4-bf5366f747e0 with Priority: HIGHEST for action port [ 1044.741412] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1dccb55-3fee-4de3-9cd4-bf5366f747e0 with Priority: HIGHEST for action port [ 1044.742775] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1dccb55-3fee-4de3-9cd4-bf5366f747e0 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.742916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1dccb55-3fee-4de3-9cd4-bf5366f747e0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.742989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1dccb55-3fee-4de3-9cd4-bf5366f747e0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.743252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1dccb55-3fee-4de3-9cd4-bf5366f747e0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.743336] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1dccb55-3fee-4de3-9cd4-bf5366f747e0',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.976026] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: SUCCESS [ 1044.976026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.976026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.976026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.976026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.976026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.976026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.976026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.976026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.976026] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.246449] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1dccb55-3fee-4de3-9cd4-bf5366f747e0 [ 1045.249517] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.249517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.249517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.249517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.249517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.249517] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1dccb55-3fee-4de3-9cd4-bf5366f747e0 already deleted. [ 1045.249517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1dccb55-3fee-4de3-9cd4-bf5366f747e0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.479187] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.981822] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.485843] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.485843] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.485843] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.485843] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.485843] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.485843] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 is going to be updated. [ 1046.519326] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.519519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.519519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.519735] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.519880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.530919] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: IN_PROGRESS for 2s [ 1047.435212] env[65309]: INFO networking_nsxv3.common.synchronization [req-610e1295-a9e6-4732-a1a5-24523ba46f8d req-938a854a-482a-4159-8b1d-56d33e7a3e2b tempest-ServersTestJSON-337806064 tempest-ServersTestJSON-337806064-project-member] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 1047.435851] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 1047.436184] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.436331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.436400] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.436672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.436869] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.436977] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.437051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.437213] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.437328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.437432] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.808560] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.808833] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.809041] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.809358] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.809685] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.809931] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.810122] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.810773] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.810969] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.811266] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.811444] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.811601] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.811762] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.811926] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.812147] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.812355] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.833670] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.833966] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.834223] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.834886] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-308" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.835057] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-fcc355da-37ca-46c5-9f92-24a7a26b4d88 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.835502] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-fcc355da-37ca-46c5-9f92-24a7a26b4d88" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.835754] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-fcc355da-37ca-46c5-9f92-24a7a26b4d88" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.836267] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-fcc355da-37ca-46c5-9f92-24a7a26b4d88" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.836503] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcc355da-37ca-46c5-9f92-24a7a26b4d88',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.939286] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.339816] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.340084] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.340167] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.340914] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.340914] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.340914] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port fcc355da-37ca-46c5-9f92-24a7a26b4d88 not found, creating... [ 1048.341581] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.341581] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.341581] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.341581] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.342055] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.342055] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.342206] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.342206] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.342470] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.342605] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.342744] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: fcc355da-37ca-46c5-9f92-24a7a26b4d88 is going to be created. [ 1048.368773] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.369125] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.369125] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.369699] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.369699] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.369896] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-fcc355da-37ca-46c5-9f92-24a7a26b4d88" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.442720] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.551888] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: SUCCESS [ 1048.552138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.552405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.552711] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.552982] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.553146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.553228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.553430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.553565] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.553690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.553808] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.678432] env[65309]: INFO networking_nsxv3.common.synchronization [None req-28cc7fb0-7c58-4579-887f-79bbffe6a90a None None] Enqueued Resource ID: 4b538ede-3f5f-4d01-b74c-a4e86bf5b377 with Priority: HIGHEST for action port [ 1048.678982] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b538ede-3f5f-4d01-b74c-a4e86bf5b377 with Priority: HIGHEST for action port [ 1048.679304] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b538ede-3f5f-4d01-b74c-a4e86bf5b377 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.679428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b538ede-3f5f-4d01-b74c-a4e86bf5b377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.679487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b538ede-3f5f-4d01-b74c-a4e86bf5b377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.679751] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b538ede-3f5f-4d01-b74c-a4e86bf5b377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.679833] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b538ede-3f5f-4d01-b74c-a4e86bf5b377',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.946385] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.946658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.946658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.947096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.947096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.947096] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 1048.985380] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.985380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.985380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.985380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.985380] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.995037] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 1049.057666] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.057877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.057927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.058260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.058497] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.058618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.058680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.058889] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.058982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.059086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.059278] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.059447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.059520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.059682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.059847] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.059954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.060073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.060298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.060396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.060487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.060579] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.134207] env[65309]: INFO networking_nsxv3.common.synchronization [req-610e1295-a9e6-4732-a1a5-24523ba46f8d req-acbdbd66-b801-4f74-9783-5512b2ae949f service nova] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_rules [ 1049.134207] env[65309]: INFO networking_nsxv3.common.synchronization [req-610e1295-a9e6-4732-a1a5-24523ba46f8d req-acbdbd66-b801-4f74-9783-5512b2ae949f service nova] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 1049.134207] env[65309]: INFO networking_nsxv3.common.synchronization [req-610e1295-a9e6-4732-a1a5-24523ba46f8d req-acbdbd66-b801-4f74-9783-5512b2ae949f service nova] Enqueued Resource ID: fcc355da-37ca-46c5-9f92-24a7a26b4d88 with Priority: HIGHEST for action port [ 1049.137825] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_rules [ 1049.137825] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 1049.137825] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcc355da-37ca-46c5-9f92-24a7a26b4d88 with Priority: HIGHEST for action port [ 1049.137825] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.137825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.137825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.137825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.137825] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.143934] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.143934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.143934] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcc355da-37ca-46c5-9f92-24a7a26b4d88 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.143934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcc355da-37ca-46c5-9f92-24a7a26b4d88" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.143934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcc355da-37ca-46c5-9f92-24a7a26b4d88" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.143934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcc355da-37ca-46c5-9f92-24a7a26b4d88" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.143934] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcc355da-37ca-46c5-9f92-24a7a26b4d88',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.183489] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b538ede-3f5f-4d01-b74c-a4e86bf5b377 [ 1049.183792] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.183943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.184952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.184952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.184952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.184952] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b538ede-3f5f-4d01-b74c-a4e86bf5b377 already deleted. [ 1049.184952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b538ede-3f5f-4d01-b74c-a4e86bf5b377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.563915] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac222c8f-ee9b-46ed-9c87-04f3afa47412: rpc.has_security_group_logging(os_id): False [ 1049.584397] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.584397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.584397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.584630] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.584749] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.584912] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.584998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.585120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.585286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.585286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.585491] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.585615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.585650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.585827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.585875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.586070] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.586541] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.586541] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.586541] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.586541] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.586541] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 is going to be updated. [ 1049.649630] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.649630] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.649890] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcc355da-37ca-46c5-9f92-24a7a26b4d88 with status ACTIVE [ 1049.650138] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.650658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.650658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.654314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.654314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.654314] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.654314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.654314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.654314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.654314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.654314] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.654314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.654314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.654314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.654314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.654314] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcc355da-37ca-46c5-9f92-24a7a26b4d88 is going to be updated. [ 1049.668460] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.669334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.669334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.669500] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.669609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.687213] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: IN_PROGRESS for 2s [ 1049.688230] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.688401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.688549] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.688644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.688774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.688932] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcc355da-37ca-46c5-9f92-24a7a26b4d88" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.220081] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.220081] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.220311] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.221658] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.221658] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.221658] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.221658] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.221658] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.221658] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.221658] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.221658] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.222067] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.222160] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.222317] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.222507] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.222691] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.244186] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.244422] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.244529] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.244722] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.245130] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-f5018c77-7887-47bf-a436-59f71d6af620 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.245313] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.245435] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.245799] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.245944] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5018c77-7887-47bf-a436-59f71d6af620',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.446752] env[65309]: INFO networking_nsxv3.common.synchronization [None req-6e090226-4192-4908-a914-a9e14050593b tempest-AttachVolumeShelveTestJSON-924888662 tempest-AttachVolumeShelveTestJSON-924888662-project-member] Enqueued Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_rules [ 1050.447331] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_rules [ 1050.447655] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eed60955-4f1b-4bc4-b742-2aed05e612f3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.447772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.447842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.448271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.448443] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.698021] env[65309]: INFO networking_nsxv3.common.synchronization [None req-36e6c945-cb2d-4997-9d90-eb249e382e2d tempest-AttachVolumeShelveTestJSON-924888662 tempest-AttachVolumeShelveTestJSON-924888662-project-member] Enqueued Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_rules [ 1050.698021] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_rules [ 1050.698788] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eed60955-4f1b-4bc4-b742-2aed05e612f3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.699032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.748911] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.750592] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.750809] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.751469] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.751469] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.751469] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port f5018c77-7887-47bf-a436-59f71d6af620 not found, creating... [ 1050.751885] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.752097] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.752225] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.752598] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.752738] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.753076] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.753389] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.753389] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.753590] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.753743] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.753939] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: f5018c77-7887-47bf-a436-59f71d6af620 is going to be created. [ 1050.779291] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.779558] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.779695] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.780081] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.780478] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.781439] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.974986] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.975212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.975260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.975509] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.975614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.975693] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 already deleted. [ 1050.975776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.975959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.976166] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.976246] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.011365] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 1051.011365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.011365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.011365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.011594] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.011691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.011741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.012624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.012624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.012624] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.272033] env[65309]: INFO networking_nsxv3.common.synchronization [None req-9d7f8982-a251-4362-b390-ebe9677ad069 None None] Enqueued Resource ID: bdb5d86b-2d94-495c-99d5-9890a90d1401 with Priority: HIGHEST for action port [ 1051.272930] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb5d86b-2d94-495c-99d5-9890a90d1401 with Priority: HIGHEST for action port [ 1051.273311] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdb5d86b-2d94-495c-99d5-9890a90d1401 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.273311] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdb5d86b-2d94-495c-99d5-9890a90d1401" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.273638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdb5d86b-2d94-495c-99d5-9890a90d1401" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.273638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdb5d86b-2d94-495c-99d5-9890a90d1401" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.273728] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdb5d86b-2d94-495c-99d5-9890a90d1401',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.502153] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.502153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.502153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.502153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.502153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.502153] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 already deleted. [ 1051.502153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.515654] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.526356] env[65309]: INFO networking_nsxv3.common.synchronization [req-5fb5862b-aa8c-4889-9d7e-696499ea343e req-daf1d677-d337-45c0-a977-6250933166c4 service nova] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_rules [ 1051.526445] env[65309]: INFO networking_nsxv3.common.synchronization [req-5fb5862b-aa8c-4889-9d7e-696499ea343e req-daf1d677-d337-45c0-a977-6250933166c4 service nova] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 1051.526577] env[65309]: INFO networking_nsxv3.common.synchronization [req-5fb5862b-aa8c-4889-9d7e-696499ea343e req-daf1d677-d337-45c0-a977-6250933166c4 service nova] Enqueued Resource ID: f5018c77-7887-47bf-a436-59f71d6af620 with Priority: HIGHEST for action port [ 1051.527185] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_rules [ 1051.527300] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 1051.527351] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5018c77-7887-47bf-a436-59f71d6af620 with Priority: HIGHEST for action port [ 1051.527965] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.527965] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.527965] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.529057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.529057] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.529311] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.529437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.529501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.529680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.529840] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.529915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.530015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.530183] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.530254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.530307] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.531239] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5018c77-7887-47bf-a436-59f71d6af620 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.531361] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.531531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.531531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.531618] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5018c77-7887-47bf-a436-59f71d6af620',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.711123] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: SUCCESS [ 1051.711507] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.777473] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdb5d86b-2d94-495c-99d5-9890a90d1401 [ 1051.777768] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.778940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.778940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.778940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.778940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.778940] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdb5d86b-2d94-495c-99d5-9890a90d1401 already deleted. [ 1051.778940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdb5d86b-2d94-495c-99d5-9890a90d1401" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.018719] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.035042] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5018c77-7887-47bf-a436-59f71d6af620 with status ACTIVE [ 1052.035237] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.035363] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.035478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.035775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.035883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.036381] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.036503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.036566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.036919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.037036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.037245] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.037343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.037404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.037588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.037689] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.037778] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5018c77-7887-47bf-a436-59f71d6af620 is going to be updated. [ 1052.039364] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.040265] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.040353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.065323] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.065559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.065559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.065779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.065922] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.066104] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.521064] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.521344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.521344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.521902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.521902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.522147] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 1052.544282] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.559574] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.559728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.559804] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.560087] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.560272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.573780] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 1052.654756] env[65309]: INFO networking_nsxv3.common.synchronization [req-4c977006-b4f5-4e0c-879b-7152a25c0063 req-d59e0ba8-55ce-458d-8bda-3c84ccb7e5e8 tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: 556fa860-e2e0-48dd-9305-2654d04db79c with Priority: HIGHEST for action security_group_members [ 1052.655406] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556fa860-e2e0-48dd-9305-2654d04db79c with Priority: HIGHEST for action security_group_members [ 1052.655839] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-556fa860-e2e0-48dd-9305-2654d04db79c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.655985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.655985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.656300] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.656471] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.656586] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.656643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.656877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.656987] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.657128] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('556fa860-e2e0-48dd-9305-2654d04db79c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.048834] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.049262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.049262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.049262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.049398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.049446] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be updated. [ 1053.082631] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.082904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.082904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.083062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.083221] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.093483] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 1053.159718] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.159957] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.159957] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.160186] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.189500] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.189500] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.189500] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.189500] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.189699] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.189778] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.189834] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 556fa860-e2e0-48dd-9305-2654d04db79c is going to be updated. [ 1053.227942] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.228223] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.228223] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.228466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.228936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.240991] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 556fa860-e2e0-48dd-9305-2654d04db79c in Status: IN_PROGRESS for 2s [ 1054.136917] env[65309]: INFO networking_nsxv3.common.synchronization [None req-9abc0377-fba3-4056-9b9e-79a8b3548a98 None None] Enqueued Resource ID: c2fe2ace-0b11-4616-a51d-01e0e59dabad with Priority: HIGHEST for action port [ 1054.138177] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2fe2ace-0b11-4616-a51d-01e0e59dabad with Priority: HIGHEST for action port [ 1054.138177] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2fe2ace-0b11-4616-a51d-01e0e59dabad taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.138642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2fe2ace-0b11-4616-a51d-01e0e59dabad" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.138769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2fe2ace-0b11-4616-a51d-01e0e59dabad" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.139128] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2fe2ace-0b11-4616-a51d-01e0e59dabad" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.139280] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2fe2ace-0b11-4616-a51d-01e0e59dabad',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.173938] env[65309]: INFO networking_nsxv3.common.synchronization [req-08e55d1a-cf9f-446d-8df7-bbfb924a31f2 req-c0355343-19f9-400e-b800-1688e68a8ccc tempest-ServersTestJSON-1610762966 tempest-ServersTestJSON-1610762966-project-member] Enqueued Resource ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c with Priority: HIGHEST for action security_group_members [ 1054.175635] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c with Priority: HIGHEST for action security_group_members [ 1054.175635] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52fb4d78-9c81-48ef-80b0-73e892a5779c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.175944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.175944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.176159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.176412] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.176574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.177124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.177349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.177477] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.177630] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52fb4d78-9c81-48ef-80b0-73e892a5779c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.584559] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 1054.585028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.585095] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.585341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.585586] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.585735] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.586645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.586645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.586645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.586645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.586645] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.615684] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-11 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.615911] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-11" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.616319] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-11" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.617254] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-11" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.618253] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.618569] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.618797] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.619081] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.619265] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.619517] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.619724] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.619801] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.619914] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.620099] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.620250] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.620419] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.644354] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.644595] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.644763] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.645453] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-11" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.645453] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-25372155-b340-49f5-aecc-2c5040dca20c taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.645700] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-25372155-b340-49f5-aecc-2c5040dca20c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.645759] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-25372155-b340-49f5-aecc-2c5040dca20c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.646199] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-25372155-b340-49f5-aecc-2c5040dca20c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.646340] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25372155-b340-49f5-aecc-2c5040dca20c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.647406] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2fe2ace-0b11-4616-a51d-01e0e59dabad [ 1054.648111] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.648111] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.648111] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.648111] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.648360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.648360] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2fe2ace-0b11-4616-a51d-01e0e59dabad already deleted. [ 1054.648360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2fe2ace-0b11-4616-a51d-01e0e59dabad" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.680563] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.680704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.680815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.681267] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.681267] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.681405] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.681515] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.681602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.681730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.681807] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.681891] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c already deleted. [ 1054.682681] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.089064] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.089398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.089570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.089919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.090333] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.090417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.090539] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.090831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.091009] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.091208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.091490] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.091874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.091874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.092024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.092310] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.092515] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.092659] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.092945] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.093171] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.093407] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.093552] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.102324] env[65309]: INFO networking_nsxv3.common.synchronization [None req-24f38c44-aed7-46cd-834e-d7dffc9bdfa2 tempest-ServerActionsTestOtherA-846226936 tempest-ServerActionsTestOtherA-846226936-project-member] Enqueued Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_rules [ 1055.103480] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_rules [ 1055.103988] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-593a2cee-4096-4fbc-9a76-ce8c6746911b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.104280] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.104817] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.105183] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.105313] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.107021] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 1055.107350] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.107929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.108255] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.108485] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.108612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.108681] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.108850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.108947] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.109050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.109141] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.151205] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.151205] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.151205] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.151205] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.151641] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.151641] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 25372155-b340-49f5-aecc-2c5040dca20c not found, creating... [ 1055.151868] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.152133] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.152296] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.152613] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.152766] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.153105] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.153527] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.153527] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.153622] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.153709] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.153848] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 25372155-b340-49f5-aecc-2c5040dca20c is going to be created. [ 1055.181480] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.181480] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.181480] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.182869] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.182869] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.182869] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-25372155-b340-49f5-aecc-2c5040dca20c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.251317] env[65309]: INFO networking_nsxv3.common.synchronization [None req-394527e4-e662-463a-84f6-8408429456e7 tempest-ServerActionsTestOtherA-846226936 tempest-ServerActionsTestOtherA-846226936-project-member] Enqueued Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_rules [ 1055.253581] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 556fa860-e2e0-48dd-9305-2654d04db79c in Status: SUCCESS [ 1055.253581] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 556fa860-e2e0-48dd-9305-2654d04db79c deletion is rescheduled due to dependency. [ 1055.253842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-556fa860-e2e0-48dd-9305-2654d04db79c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.254603] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_rules [ 1055.255071] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-593a2cee-4096-4fbc-9a76-ce8c6746911b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.255214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.600401] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d70fcfe2-957d-4d66-b66e-542217612b12: rpc.has_security_group_logging(os_id): False [ 1055.613078] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.613406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.613530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.613866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.614150] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.614337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.614650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.615045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.615045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.615045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.615338] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.615447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.615600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.615801] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.616046] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.616205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.616315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.616543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.616680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.616896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.617083] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.634115] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.634312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.634369] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.634620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.634733] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.634938] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.635056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.635116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.635278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.635396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.635670] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.635801] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.635867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.636265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.636374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.636635] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.636782] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.636893] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.637099] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.637182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.637302] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 1055.643863] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.644069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.644113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.644308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.644399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.644535] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b already deleted. [ 1055.644675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.644875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.645098] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.645196] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.756739] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.756962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.756962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.757255] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.757455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.786988] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 1055.988328] env[65309]: INFO networking_nsxv3.common.synchronization [req-08e55d1a-cf9f-446d-8df7-bbfb924a31f2 req-0edd7ed3-bc17-40d1-b8ba-44592c57f83e service nova] Enqueued Resource ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c with Priority: HIGHEST for action security_group_rules [ 1055.988328] env[65309]: INFO networking_nsxv3.common.synchronization [req-08e55d1a-cf9f-446d-8df7-bbfb924a31f2 req-0edd7ed3-bc17-40d1-b8ba-44592c57f83e service nova] Enqueued Resource ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c with Priority: HIGHEST for action security_group_members [ 1055.988328] env[65309]: INFO networking_nsxv3.common.synchronization [req-08e55d1a-cf9f-446d-8df7-bbfb924a31f2 req-0edd7ed3-bc17-40d1-b8ba-44592c57f83e service nova] Enqueued Resource ID: 25372155-b340-49f5-aecc-2c5040dca20c with Priority: HIGHEST for action port [ 1055.988328] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c with Priority: HIGHEST for action security_group_rules [ 1055.988328] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c with Priority: HIGHEST for action security_group_members [ 1055.988328] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25372155-b340-49f5-aecc-2c5040dca20c with Priority: HIGHEST for action port [ 1055.988328] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52fb4d78-9c81-48ef-80b0-73e892a5779c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.991776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.991776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.991776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.991776] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52fb4d78-9c81-48ef-80b0-73e892a5779c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.991776] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52fb4d78-9c81-48ef-80b0-73e892a5779c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.991776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.991776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.991776] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.994563] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.994563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.994563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.994563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.994563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.994563] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52fb4d78-9c81-48ef-80b0-73e892a5779c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.996379] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-25372155-b340-49f5-aecc-2c5040dca20c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.996530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25372155-b340-49f5-aecc-2c5040dca20c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.996572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25372155-b340-49f5-aecc-2c5040dca20c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.996782] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25372155-b340-49f5-aecc-2c5040dca20c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.996912] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25372155-b340-49f5-aecc-2c5040dca20c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.121735] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fda5c779-45b5-4771-af21-b1a36ea02eb8: rpc.has_security_group_logging(os_id): False [ 1056.147583] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.147783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.147850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.148459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.148565] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.148781] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.148892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.148964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.149847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.149847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.149847] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.149847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.149847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.149847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.149847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.150189] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.150342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.150421] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.150578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.150663] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.150756] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be updated. [ 1056.176823] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.176823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.176823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.176823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.176823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.177904] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b already deleted. [ 1056.177904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.243118] env[65309]: INFO networking_nsxv3.common.synchronization [req-d91aa6b5-a56d-4109-b34d-2a1d0526a055 req-7fb907f2-20ce-4b23-bb5e-bb88c2bd168e tempest-ServersNegativeTestJSON-2057203411 tempest-ServersNegativeTestJSON-2057203411-project-member] Enqueued Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_members [ 1056.243840] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_members [ 1056.244169] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.244307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.244360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.244628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.244943] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.244943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.244943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.245182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.245234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.245285] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.267054] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.267275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.267275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.267480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.267626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.298494] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 1056.499583] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25372155-b340-49f5-aecc-2c5040dca20c with status ACTIVE [ 1056.499753] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.500728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.500728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.500728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.500728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.500728] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.500728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.500728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.500728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.501217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.501217] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.501217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.501217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.501353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.501353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.501416] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25372155-b340-49f5-aecc-2c5040dca20c is going to be updated. [ 1056.502675] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52fb4d78-9c81-48ef-80b0-73e892a5779c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.504952] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52fb4d78-9c81-48ef-80b0-73e892a5779c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.504952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.526461] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.526461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.526461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.526742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.526958] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.527154] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25372155-b340-49f5-aecc-2c5040dca20c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.748202] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.976929] env[65309]: INFO networking_nsxv3.common.synchronization [None req-cb1c2cfa-df2c-4940-8103-ef1363fcecb9 None None] Enqueued Resource ID: 50aae667-7c6d-4e97-be33-026938958726 with Priority: HIGHEST for action port [ 1056.977607] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50aae667-7c6d-4e97-be33-026938958726 with Priority: HIGHEST for action port [ 1056.977980] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-50aae667-7c6d-4e97-be33-026938958726 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.978146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50aae667-7c6d-4e97-be33-026938958726" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.978367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50aae667-7c6d-4e97-be33-026938958726" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.978693] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50aae667-7c6d-4e97-be33-026938958726" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.979166] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50aae667-7c6d-4e97-be33-026938958726',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.006717] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52fb4d78-9c81-48ef-80b0-73e892a5779c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.251371] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.481824] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50aae667-7c6d-4e97-be33-026938958726 [ 1057.482083] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.482209] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.482273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.482498] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.482584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.482678] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50aae667-7c6d-4e97-be33-026938958726 already deleted. [ 1057.482788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50aae667-7c6d-4e97-be33-026938958726" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.509581] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.509760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.509832] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.510065] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.510800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.510800] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c is going to be created. [ 1057.544817] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.545048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.545048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.545265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.545422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.557735] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c in Status: UNINITIALIZED for 2s [ 1057.755194] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.755547] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.755764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.755998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.756139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.756263] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 is going to be updated. [ 1057.791094] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.791287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.791353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.791950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.791950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.801499] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: IN_PROGRESS for 2s [ 1057.809655] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 1057.809939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.986467] env[65309]: INFO networking_nsxv3.common.synchronization [req-9eec3712-a002-4b51-b4af-cfa6d0722cf2 req-6e3facc7-7daf-46b3-ae67-982537fa24eb tempest-AttachVolumeShelveTestJSON-924888662 tempest-AttachVolumeShelveTestJSON-924888662-project-member] Enqueued Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_members [ 1057.987073] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_members [ 1057.987755] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed60955-4f1b-4bc4-b742-2aed05e612f3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.987755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.987755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.987947] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.987947] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.988333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.988440] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.988636] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.988762] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.988892] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.334983] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 1058.335327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.418609] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.418806] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.418939] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.419285] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.419638] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.419720] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.419811] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.420210] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.420300] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.420517] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.420629] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.420739] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.420846] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.420965] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.421068] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.421203] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.444289] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.445551] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.445551] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.445551] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.445551] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-5b24044e-4041-47f5-855f-9f7658a0739f taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.445551] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.445551] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.446122] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.446262] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b24044e-4041-47f5-855f-9f7658a0739f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.494322] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.494484] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.494617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.494836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.494923] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.495395] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.495503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.495584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.495856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.495970] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.496080] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 already deleted. [ 1058.496179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.949011] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.949241] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.949371] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.949668] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.949830] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.950178] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 5b24044e-4041-47f5-855f-9f7658a0739f not found, creating... [ 1058.950489] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.950653] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.950774] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.951048] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.951324] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.951689] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.951853] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.951974] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.952266] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.952523] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.952686] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 5b24044e-4041-47f5-855f-9f7658a0739f is going to be created. [ 1058.974614] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.974850] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.974970] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.975275] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.975512] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.975832] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.570032] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c in Status: SUCCESS [ 1059.570032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.570032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.570032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.570032] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.570032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.570032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.570032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.570032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.570032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.570032] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52fb4d78-9c81-48ef-80b0-73e892a5779c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.675696] env[65309]: INFO networking_nsxv3.common.synchronization [req-9eec3712-a002-4b51-b4af-cfa6d0722cf2 req-828dff6c-2daf-47d8-97ab-4a88a9bdc58d service nova] Enqueued Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_rules [ 1059.675977] env[65309]: INFO networking_nsxv3.common.synchronization [req-9eec3712-a002-4b51-b4af-cfa6d0722cf2 req-828dff6c-2daf-47d8-97ab-4a88a9bdc58d service nova] Enqueued Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_members [ 1059.676160] env[65309]: INFO networking_nsxv3.common.synchronization [req-9eec3712-a002-4b51-b4af-cfa6d0722cf2 req-828dff6c-2daf-47d8-97ab-4a88a9bdc58d service nova] Enqueued Resource ID: 5b24044e-4041-47f5-855f-9f7658a0739f with Priority: HIGHEST for action port [ 1059.676696] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_rules [ 1059.676834] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_members [ 1059.676966] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b24044e-4041-47f5-855f-9f7658a0739f with Priority: HIGHEST for action port [ 1059.677391] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eed60955-4f1b-4bc4-b742-2aed05e612f3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.677623] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.677623] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.677789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.677871] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.678747] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed60955-4f1b-4bc4-b742-2aed05e612f3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.678865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.678930] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.679120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.679327] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.679427] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.679489] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.679639] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.679726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.679815] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.680725] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b24044e-4041-47f5-855f-9f7658a0739f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.680836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.680902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.681068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.681142] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b24044e-4041-47f5-855f-9f7658a0739f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.812053] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: SUCCESS [ 1059.812680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.071568] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52fb4d78-9c81-48ef-80b0-73e892a5779c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.182777] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed60955-4f1b-4bc4-b742-2aed05e612f3 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.182777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.184740] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b24044e-4041-47f5-855f-9f7658a0739f with status ACTIVE [ 1060.184740] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.184740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.184740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.185060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.185060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.185218] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.185973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.185973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.185973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.185973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.185973] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.185973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.186259] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.186259] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.186259] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.186349] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b24044e-4041-47f5-855f-9f7658a0739f is going to be updated. [ 1060.187643] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.216356] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.216539] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.216598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.216855] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.217078] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.217994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.373824] env[65309]: INFO networking_nsxv3.common.synchronization [req-6608f5d0-73e3-4b25-b8fd-70b9aa8adbf7 req-92bc8af4-6351-4f03-bc13-8022dbe60adf tempest-DeleteServersTestJSON-1650633726 tempest-DeleteServersTestJSON-1650633726-project-member] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1060.375320] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1060.375657] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.375783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.375846] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.376080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.376249] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.376343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.376398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.376549] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.376645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.376772] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.574141] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52fb4d78-9c81-48ef-80b0-73e892a5779c: rpc.has_security_group_logging(os_id): False [ 1060.611980] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.612271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.612271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.612441] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.612617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.612940] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.613059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.613117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.613288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.613367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.613450] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c is going to be created. [ 1060.689842] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.716427] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.716642] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.716788] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.718030] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.718030] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.718030] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.718030] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.718030] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.718030] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.718382] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.718382] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.718473] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.718553] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.718665] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.718774] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.718908] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.720817] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.720939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.721016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.721198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.721389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.742555] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c in Status: IN_PROGRESS for 2s [ 1060.751335] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.751557] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.751792] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.752241] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.752834] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-ca5dacee-4ba1-461b-a250-1da91a1033f8 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.753566] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-ca5dacee-4ba1-461b-a250-1da91a1033f8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.753858] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-ca5dacee-4ba1-461b-a250-1da91a1033f8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.756746] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-ca5dacee-4ba1-461b-a250-1da91a1033f8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.756964] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca5dacee-4ba1-461b-a250-1da91a1033f8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.879883] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.880160] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.880281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.880491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.880924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.880924] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.881100] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.881177] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.881650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.881650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.881650] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 1060.924972] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.924972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.924972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.924972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.924972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.937228] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 1061.192357] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.192650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.192650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.192784] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.192870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.192967] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 is going to be created. [ 1061.222305] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.222497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.222497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.222725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.222877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.235156] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 in Status: UNINITIALIZED for 2s [ 1061.259570] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.259861] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.260011] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.260301] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.260502] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.260597] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port ca5dacee-4ba1-461b-a250-1da91a1033f8 not found, creating... [ 1061.260862] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.261031] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.261150] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.261374] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.261510] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.261790] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.261947] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.262085] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.262382] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.262508] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.263138] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: ca5dacee-4ba1-461b-a250-1da91a1033f8 is going to be created. [ 1061.315552] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.315836] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.315920] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.316223] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.316458] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.317077] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-ca5dacee-4ba1-461b-a250-1da91a1033f8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.065289] env[65309]: INFO networking_nsxv3.common.synchronization [req-6608f5d0-73e3-4b25-b8fd-70b9aa8adbf7 req-8b3b58fd-aca1-44ec-ab11-3fd32b98acca service nova] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_rules [ 1062.065289] env[65309]: INFO networking_nsxv3.common.synchronization [req-6608f5d0-73e3-4b25-b8fd-70b9aa8adbf7 req-8b3b58fd-aca1-44ec-ab11-3fd32b98acca service nova] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1062.065289] env[65309]: INFO networking_nsxv3.common.synchronization [req-6608f5d0-73e3-4b25-b8fd-70b9aa8adbf7 req-8b3b58fd-aca1-44ec-ab11-3fd32b98acca service nova] Enqueued Resource ID: ca5dacee-4ba1-461b-a250-1da91a1033f8 with Priority: HIGHEST for action port [ 1062.065289] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_rules [ 1062.065289] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1062.065289] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca5dacee-4ba1-461b-a250-1da91a1033f8 with Priority: HIGHEST for action port [ 1062.065289] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.065289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.065289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.065289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.065289] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.066421] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.066421] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.066421] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca5dacee-4ba1-461b-a250-1da91a1033f8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.066421] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca5dacee-4ba1-461b-a250-1da91a1033f8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.066421] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca5dacee-4ba1-461b-a250-1da91a1033f8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.066640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca5dacee-4ba1-461b-a250-1da91a1033f8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.066640] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca5dacee-4ba1-461b-a250-1da91a1033f8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.571628] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca5dacee-4ba1-461b-a250-1da91a1033f8 with status ACTIVE [ 1062.571875] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.572027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.572099] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.572319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.572536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.572631] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.572747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.572810] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.572964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.573054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.573270] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.573392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.573392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.573576] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.573675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.573717] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca5dacee-4ba1-461b-a250-1da91a1033f8 is going to be updated. [ 1062.574920] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.575058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.600331] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.600527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.600592] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.600907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.600907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.601090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca5dacee-4ba1-461b-a250-1da91a1033f8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.640192] env[65309]: INFO networking_nsxv3.common.synchronization [None req-39742e07-ea2d-4d59-8988-935bf02009b6 tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: fab4463c-67cc-476d-a219-42f1a764edf4 with Priority: HIGHEST for action security_group_rules [ 1062.640965] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab4463c-67cc-476d-a219-42f1a764edf4 with Priority: HIGHEST for action security_group_rules [ 1062.641118] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fab4463c-67cc-476d-a219-42f1a764edf4 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.641248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.641319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.641577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.641661] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fab4463c-67cc-476d-a219-42f1a764edf4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.735349] env[65309]: INFO networking_nsxv3.common.synchronization [None req-721d5613-6321-44b7-bae5-8ec490fbeaa5 tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: fab4463c-67cc-476d-a219-42f1a764edf4 with Priority: HIGHEST for action security_group_rules [ 1062.735651] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab4463c-67cc-476d-a219-42f1a764edf4 with Priority: HIGHEST for action security_group_rules [ 1062.736411] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fab4463c-67cc-476d-a219-42f1a764edf4 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.736585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.759745] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c in Status: SUCCESS [ 1062.760028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.948894] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 1062.949585] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 deletion is rescheduled due to dependency. [ 1062.949585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.949585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.949847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.949847] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.949959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.949959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.950172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.950211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.950298] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.164806] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.165172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.165172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.165384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.165503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.165807] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fab4463c-67cc-476d-a219-42f1a764edf4 already deleted. [ 1063.165989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.166286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.166503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.166676] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fab4463c-67cc-476d-a219-42f1a764edf4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.253395] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 in Status: SUCCESS [ 1063.253720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.254473] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.254758] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.255049] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.255239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.255447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.255601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.255752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.255895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.256069] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.452374] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.689495] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.689495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.689495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.689683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.689683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.689792] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fab4463c-67cc-476d-a219-42f1a764edf4 already deleted. [ 1063.689837] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.760907] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.954848] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.263172] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eed60955-4f1b-4bc4-b742-2aed05e612f3: rpc.has_security_group_logging(os_id): False [ 1064.286228] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.286374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.286453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.286733] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.286876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.287026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.287122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.287210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.287359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.287432] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.287509] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 is going to be created. [ 1064.356550] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.356550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.356550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.356841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.356942] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.371165] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 in Status: IN_PROGRESS for 2s [ 1064.457071] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.457071] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.457449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.457449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.457587] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.457676] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 1064.579957] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.580230] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.580230] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.580466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.580645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.592632] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 1064.964017] env[65309]: INFO networking_nsxv3.common.synchronization [req-ebbfb358-c51e-4980-9e7c-c2784fea479f req-e64f191c-8730-4d4b-b720-3668b0c183d7 tempest-ServersTestJSON-337806064 tempest-ServersTestJSON-337806064-project-member] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 1064.964017] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 1064.964017] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.964017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.964017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.964017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.964017] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.964017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.964017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.964017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.964532] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.964867] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.468960] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.973033] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.386806] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 in Status: SUCCESS [ 1066.387169] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.477696] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.478122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.478122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.478230] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.478270] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.478353] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 1066.514377] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.514377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.514377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.514377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.514377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.524970] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 1066.604526] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 1066.604792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.604974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.605244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.605445] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.605580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.605638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.605865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.605962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.606054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.606151] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.108964] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.109461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.109461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.109461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.109599] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.109726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.109787] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.109895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.110038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.110137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.110292] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.110395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.110529] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.110574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.110708] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.110792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.110847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.110984] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.111067] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.111148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.111236] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.517866] env[65309]: INFO networking_nsxv3.common.synchronization [req-2de6dc16-475a-45cf-9de6-4a02b777d54e req-a3b5e908-063f-4af1-9b06-83f6ce2d002d tempest-ServerActionsTestOtherA-846226936 tempest-ServerActionsTestOtherA-846226936-project-member] Enqueued Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_members [ 1067.518435] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_members [ 1067.518738] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-593a2cee-4096-4fbc-9a76-ce8c6746911b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.518885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.518978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.519304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.519529] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.519641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.519704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.519916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.520078] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.520197] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.614161] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2: rpc.has_security_group_logging(os_id): False [ 1067.638197] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.638403] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.638481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.638699] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.638785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.638982] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.639093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.639155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.639300] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.639374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.639576] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.639673] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.639763] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.639915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.639988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.640270] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.640411] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.640411] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.640555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.640626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.640732] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 1067.713191] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.713350] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.713417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.714021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.714021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.735343] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 1067.906690] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-913 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.906891] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.907523] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.907523] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.907813] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.907813] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.907915] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.908508] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.908882] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.908882] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.908987] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.909122] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.909205] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.909318] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.909421] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.909550] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.933711] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.933885] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.934039] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.934225] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.934549] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-3432961b-b11d-4d59-86f9-cdd9a59d6a9d taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.934731] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-3432961b-b11d-4d59-86f9-cdd9a59d6a9d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.934923] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-3432961b-b11d-4d59-86f9-cdd9a59d6a9d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.935284] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-3432961b-b11d-4d59-86f9-cdd9a59d6a9d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.935428] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3432961b-b11d-4d59-86f9-cdd9a59d6a9d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.022450] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.022653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.022777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.023094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.023179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.023378] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.023479] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.023544] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.024163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.024163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.024163] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b already deleted. [ 1068.024163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.438310] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.439190] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.439190] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.439190] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.439190] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.439345] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 3432961b-b11d-4d59-86f9-cdd9a59d6a9d not found, creating... [ 1068.439534] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.440015] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.440015] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.440015] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.440371] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.440437] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.440596] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.440751] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.440925] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.442081] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.442081] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 3432961b-b11d-4d59-86f9-cdd9a59d6a9d is going to be created. [ 1068.466543] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.466752] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.466881] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.467198] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.467424] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.467645] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-3432961b-b11d-4d59-86f9-cdd9a59d6a9d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.540841] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 1068.541194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.193634] env[65309]: INFO networking_nsxv3.common.synchronization [req-2de6dc16-475a-45cf-9de6-4a02b777d54e req-ad66c578-63b4-4cb7-a8f7-744736e2f933 service nova] Enqueued Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_rules [ 1069.193634] env[65309]: INFO networking_nsxv3.common.synchronization [req-2de6dc16-475a-45cf-9de6-4a02b777d54e req-ad66c578-63b4-4cb7-a8f7-744736e2f933 service nova] Enqueued Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_members [ 1069.193752] env[65309]: INFO networking_nsxv3.common.synchronization [req-2de6dc16-475a-45cf-9de6-4a02b777d54e req-ad66c578-63b4-4cb7-a8f7-744736e2f933 service nova] Enqueued Resource ID: 3432961b-b11d-4d59-86f9-cdd9a59d6a9d with Priority: HIGHEST for action port [ 1069.194835] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_rules [ 1069.194835] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_members [ 1069.194835] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3432961b-b11d-4d59-86f9-cdd9a59d6a9d with Priority: HIGHEST for action port [ 1069.195079] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-593a2cee-4096-4fbc-9a76-ce8c6746911b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.195200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.195678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.195678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.195678] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.196656] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-593a2cee-4096-4fbc-9a76-ce8c6746911b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.196797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.196871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.197046] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.197271] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.197448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.197572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.197742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.198019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.198019] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.199154] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-3432961b-b11d-4d59-86f9-cdd9a59d6a9d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.199268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3432961b-b11d-4d59-86f9-cdd9a59d6a9d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.199346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3432961b-b11d-4d59-86f9-cdd9a59d6a9d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.199520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3432961b-b11d-4d59-86f9-cdd9a59d6a9d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.199608] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3432961b-b11d-4d59-86f9-cdd9a59d6a9d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.702341] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.703433] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-593a2cee-4096-4fbc-9a76-ce8c6746911b taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.703433] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.703744] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3432961b-b11d-4d59-86f9-cdd9a59d6a9d with status ACTIVE [ 1069.703744] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.703744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.703867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.704039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.704133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.704304] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.704399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.704459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.704612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.704783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.704893] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.704986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.705183] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.707552] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.707552] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.707552] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3432961b-b11d-4d59-86f9-cdd9a59d6a9d is going to be updated. [ 1069.733088] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.733088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.733088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.733088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.733088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.733088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3432961b-b11d-4d59-86f9-cdd9a59d6a9d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.771992] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 1069.772531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.970150] env[65309]: INFO networking_nsxv3.common.synchronization [req-20782162-e5e1-433c-bb10-b06d633ef8d8 req-7f187ea1-6662-414d-8858-3f8e220448f9 tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: fab4463c-67cc-476d-a219-42f1a764edf4 with Priority: HIGHEST for action security_group_members [ 1069.970150] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab4463c-67cc-476d-a219-42f1a764edf4 with Priority: HIGHEST for action security_group_members [ 1069.970150] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fab4463c-67cc-476d-a219-42f1a764edf4 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.970150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.970150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.970701] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.971017] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.971275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.971455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.971727] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.971928] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.972180] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fab4463c-67cc-476d-a219-42f1a764edf4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.212970] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.313298] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.313298] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.313298] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.313298] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.313298] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.313298] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.313298] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.313298] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.313298] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.313298] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.313981] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.314394] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.314631] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.314920] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.315215] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.317105] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.336940] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.337472] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.337770] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.338098] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.338556] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-6ef61627-d5ca-4ad4-926e-a97ae8d2caf9 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.338934] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-6ef61627-d5ca-4ad4-926e-a97ae8d2caf9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.340095] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-6ef61627-d5ca-4ad4-926e-a97ae8d2caf9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.340095] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-6ef61627-d5ca-4ad4-926e-a97ae8d2caf9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.340095] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ef61627-d5ca-4ad4-926e-a97ae8d2caf9',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.476839] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.476839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.476839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.476839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.476839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.476839] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.476839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.476839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.476839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.476839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.476839] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fab4463c-67cc-476d-a219-42f1a764edf4 already deleted. [ 1070.476839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.718265] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.718685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.718685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.718685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.718795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.718795] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b is going to be created. [ 1070.755621] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.755924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.755924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.756130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.756299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.768366] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b in Status: UNINITIALIZED for 2s [ 1070.842039] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.842287] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.842518] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.842723] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.842884] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.843062] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 6ef61627-d5ca-4ad4-926e-a97ae8d2caf9 not found, creating... [ 1070.843362] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.843526] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.843642] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.843872] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.844017] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.844429] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.844491] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.844641] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.844880] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.845049] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.845197] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 6ef61627-d5ca-4ad4-926e-a97ae8d2caf9 is going to be created. [ 1070.866833] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.867182] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.867182] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.867451] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.867673] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.867885] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-6ef61627-d5ca-4ad4-926e-a97ae8d2caf9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.942097] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-629 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.942338] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.943040] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.943728] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.943728] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.944208] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.944208] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.944396] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.944548] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.944762] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.944904] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.945026] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.945141] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.945257] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.945362] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.945499] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.970724] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.970943] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.971081] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.971282] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-629" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.971597] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-f5018c77-7887-47bf-a436-59f71d6af620 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.971777] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.971902] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.972194] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.972357] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5018c77-7887-47bf-a436-59f71d6af620',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.475388] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.475388] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.475388] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.475705] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.475854] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.476485] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.476485] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.476667] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.476917] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.477015] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.477590] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.477736] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.479027] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.479027] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.479027] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.479027] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: f5018c77-7887-47bf-a436-59f71d6af620 is going to be updated. [ 1071.500559] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.500823] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.501089] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.501248] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.501441] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.501596] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.594058] env[65309]: INFO networking_nsxv3.common.synchronization [req-20782162-e5e1-433c-bb10-b06d633ef8d8 req-1b7a5704-d205-4873-927b-e04db27ba385 service nova] Enqueued Resource ID: fab4463c-67cc-476d-a219-42f1a764edf4 with Priority: HIGHEST for action security_group_rules [ 1071.594264] env[65309]: INFO networking_nsxv3.common.synchronization [req-20782162-e5e1-433c-bb10-b06d633ef8d8 req-1b7a5704-d205-4873-927b-e04db27ba385 service nova] Enqueued Resource ID: fab4463c-67cc-476d-a219-42f1a764edf4 with Priority: HIGHEST for action security_group_members [ 1071.594408] env[65309]: INFO networking_nsxv3.common.synchronization [req-20782162-e5e1-433c-bb10-b06d633ef8d8 req-1b7a5704-d205-4873-927b-e04db27ba385 service nova] Enqueued Resource ID: 6ef61627-d5ca-4ad4-926e-a97ae8d2caf9 with Priority: HIGHEST for action port [ 1071.595208] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab4463c-67cc-476d-a219-42f1a764edf4 with Priority: HIGHEST for action security_group_rules [ 1071.595385] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab4463c-67cc-476d-a219-42f1a764edf4 with Priority: HIGHEST for action security_group_members [ 1071.595507] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef61627-d5ca-4ad4-926e-a97ae8d2caf9 with Priority: HIGHEST for action port [ 1071.595872] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fab4463c-67cc-476d-a219-42f1a764edf4 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.596089] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.596089] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.596574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.596574] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fab4463c-67cc-476d-a219-42f1a764edf4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.597472] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fab4463c-67cc-476d-a219-42f1a764edf4 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.597630] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.597731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.597994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.598314] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.598434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.598434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.598734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.598734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.598734] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fab4463c-67cc-476d-a219-42f1a764edf4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.599698] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ef61627-d5ca-4ad4-926e-a97ae8d2caf9 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.599783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ef61627-d5ca-4ad4-926e-a97ae8d2caf9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.600024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ef61627-d5ca-4ad4-926e-a97ae8d2caf9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.600024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ef61627-d5ca-4ad4-926e-a97ae8d2caf9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.600170] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ef61627-d5ca-4ad4-926e-a97ae8d2caf9',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.101784] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fab4463c-67cc-476d-a219-42f1a764edf4 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.102146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.102538] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ef61627-d5ca-4ad4-926e-a97ae8d2caf9 with status ACTIVE [ 1072.102538] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.102793] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.102793] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.103194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.103389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.103672] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.103881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.103966] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.104318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.104426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.104798] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.104941] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.105158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.105393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.105507] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.105645] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ef61627-d5ca-4ad4-926e-a97ae8d2caf9 is going to be updated. [ 1072.109038] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fab4463c-67cc-476d-a219-42f1a764edf4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.132388] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.132595] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.132759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.132916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.133085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.133264] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ef61627-d5ca-4ad4-926e-a97ae8d2caf9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.202382] env[65309]: INFO networking_nsxv3.common.synchronization [req-fbdbe5bd-507a-44a3-8415-145982160311 req-6c3ea8ad-559a-49bc-af18-d5e38b2a0455 service nova] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_rules [ 1072.202570] env[65309]: INFO networking_nsxv3.common.synchronization [req-fbdbe5bd-507a-44a3-8415-145982160311 req-6c3ea8ad-559a-49bc-af18-d5e38b2a0455 service nova] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 1072.202716] env[65309]: INFO networking_nsxv3.common.synchronization [req-fbdbe5bd-507a-44a3-8415-145982160311 req-6c3ea8ad-559a-49bc-af18-d5e38b2a0455 service nova] Enqueued Resource ID: f5018c77-7887-47bf-a436-59f71d6af620 with Priority: HIGHEST for action port [ 1072.203360] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_rules [ 1072.203504] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 1072.207201] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5018c77-7887-47bf-a436-59f71d6af620 with Priority: HIGHEST for action port [ 1072.207201] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.207201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.207201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.209234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.209330] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.210822] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.210943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.211022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.211223] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.211378] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.211477] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.211540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.211687] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.211769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.211861] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.214243] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5018c77-7887-47bf-a436-59f71d6af620 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.214346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.214410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.214582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.214657] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5018c77-7887-47bf-a436-59f71d6af620',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.610130] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fab4463c-67cc-476d-a219-42f1a764edf4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.715335] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.716381] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5018c77-7887-47bf-a436-59f71d6af620 with status ACTIVE [ 1072.717500] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.717500] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.717500] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.717685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.717685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.717816] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.717891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.717956] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.718085] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.718153] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.718475] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.718475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.718475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.718669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.718669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.718757] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5018c77-7887-47bf-a436-59f71d6af620 is going to be updated. [ 1072.719837] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.719985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.741460] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.741605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.741678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.741896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.742195] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.742271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5018c77-7887-47bf-a436-59f71d6af620" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.788573] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b in Status: SUCCESS [ 1072.788785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.788935] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.789266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.789800] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.789800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.789800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.790265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.790265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.790265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.790265] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.114056] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.114056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.114056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.114056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.114056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.114056] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fab4463c-67cc-476d-a219-42f1a764edf4 is going to be created. [ 1073.144779] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.145073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.145160] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.145393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.145605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.159885] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fab4463c-67cc-476d-a219-42f1a764edf4 in Status: UNINITIALIZED for 2s [ 1073.217222] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.292680] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.721608] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.721797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.721870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.722123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.722223] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.722351] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be updated. [ 1073.756113] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.756393] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.756502] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.756846] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.757135] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.773412] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 1073.795269] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 593a2cee-4096-4fbc-9a76-ce8c6746911b: rpc.has_security_group_logging(os_id): False [ 1073.815811] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.816021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.816021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.816376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.816460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.816738] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.816828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.816889] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.818021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.818021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.818021] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b is going to be created. [ 1073.888716] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.888884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.888987] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.889256] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.889445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.905496] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b in Status: IN_PROGRESS for 2s [ 1075.170303] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fab4463c-67cc-476d-a219-42f1a764edf4 in Status: SUCCESS [ 1075.170724] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.170724] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.170915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.171121] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.171243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.171308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.171465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.171550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.171632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.171722] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fab4463c-67cc-476d-a219-42f1a764edf4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.674136] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fab4463c-67cc-476d-a219-42f1a764edf4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.784829] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 1075.785105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.785317] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.785654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.785951] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.786173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.786275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.786533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.786669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.786807] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.786959] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.923584] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b in Status: SUCCESS [ 1075.923584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.176682] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fab4463c-67cc-476d-a219-42f1a764edf4: rpc.has_security_group_logging(os_id): False [ 1076.198145] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.198372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.198372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.198599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.198697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.198952] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.199065] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.199124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.199288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.199358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.199446] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fab4463c-67cc-476d-a219-42f1a764edf4 is going to be created. [ 1076.265948] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.266194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.266194] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.266401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.266580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.284441] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fab4463c-67cc-476d-a219-42f1a764edf4 in Status: IN_PROGRESS for 2s [ 1076.290045] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.290244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.290244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.290488] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.290648] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.290825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.290825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.291031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.291031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.291236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.291330] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.291460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.291710] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.291710] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.291939] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.291939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.292174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.292174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.292174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.292347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.292347] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.795134] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fda5c779-45b5-4771-af21-b1a36ea02eb8: rpc.has_security_group_logging(os_id): False [ 1076.814074] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.814247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.814296] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.814555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.814669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.814897] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.815112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.815185] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.815351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.815432] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.815716] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.815823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.815888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.816080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.816220] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.816350] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.816447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.816533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.816648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.816725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.816811] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be updated. [ 1076.896131] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.896131] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.896131] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.896131] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.896131] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.914889] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 1077.207966] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1077.208496] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1077.239398] env[65309]: INFO networking_nsxv3.common.synchronization [req-4eab2b79-223e-414d-b3e4-0502421d3b15 req-58567aa3-a233-4799-9d28-85ac68f8e611 tempest-DeleteServersTestJSON-1650633726 tempest-DeleteServersTestJSON-1650633726-project-member] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1077.239398] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1077.239398] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.239398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.239398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.239822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.239822] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.239958] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.239958] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.241019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.241150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.241266] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.743540] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.743695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.743764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.744118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.744118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.744322] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.744429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.744483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.744645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.744725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.744816] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 1077.791273] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.791273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.791273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.791273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.791273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.804822] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 1078.006254] env[65309]: INFO networking_nsxv3.common.synchronization [req-9eab4468-a189-45ea-803c-9f2e0f17e3ab req-e386d77e-699f-4371-b559-358c1dcdfda3 tempest-ServersTestJSON-337806064 tempest-ServersTestJSON-337806064-project-member] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 1078.007704] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGHEST for action security_group_members [ 1078.009407] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.009407] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.009407] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.009407] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.009641] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.009641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.009641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.009790] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.009829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.009888] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.318718] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fab4463c-67cc-476d-a219-42f1a764edf4 in Status: SUCCESS [ 1078.322281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.514211] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.514211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.514211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.514211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.514211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.514211] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.514211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.514654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.514654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.514654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.514654] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be updated. [ 1078.542540] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.542721] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.542787] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.542999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.543151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.557100] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: IN_PROGRESS for 2s [ 1078.935692] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 1078.936114] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.816788] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 1079.817346] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 deletion is rescheduled due to dependency. [ 1079.817346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.583103] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d70fcfe2-957d-4d66-b66e-542217612b12 in Status: SUCCESS [ 1080.583353] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 deletion is rescheduled due to dependency. [ 1080.583458] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.417065] env[65309]: INFO networking_nsxv3.common.synchronization [req-8c41a4fd-9853-4f74-9605-18864c9b22d5 req-19e650f4-ecfa-43f4-ba13-c612060191fa tempest-ListImageFiltersTestJSON-1734550721 tempest-ListImageFiltersTestJSON-1734550721-project-member] Enqueued Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_members [ 1081.417261] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_members [ 1081.417571] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ede432b-93a8-4c0f-ac69-f4d79e72916b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.417695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.417761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.417972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.418305] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.418408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.418470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.418632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.418722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.418815] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.921622] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.424464] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.927515] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.927773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.927773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.927946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.928050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.928162] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b is going to be updated. [ 1082.975576] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.975757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.975757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.976568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.976568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.996319] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b in Status: IN_PROGRESS for 2s [ 1085.017161] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b in Status: SUCCESS [ 1085.017460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.418749] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1086.419206] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1087.728204] env[65309]: INFO networking_nsxv3.common.synchronization [req-44ae3627-87fd-48cd-a869-b5e77bf6980f req-2833d578-a6c3-46b4-872b-ed4d7306d3d3 tempest-ListImageFiltersTestJSON-1734550721 tempest-ListImageFiltersTestJSON-1734550721-project-member] Enqueued Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_members [ 1087.729087] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b with Priority: HIGHEST for action security_group_members [ 1087.731237] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ede432b-93a8-4c0f-ac69-f4d79e72916b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.732109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.732195] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.732470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.732712] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.732840] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.732946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.733204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.733340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.733449] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ede432b-93a8-4c0f-ac69-f4d79e72916b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.941675] env[65309]: INFO networking_nsxv3.common.synchronization [req-7c9cd735-e3e3-46c7-a007-6dd8038876c7 req-c4491bae-6d4d-4a70-acab-062c52e347a0 tempest-DeleteServersTestJSON-1650633726 tempest-DeleteServersTestJSON-1650633726-project-member] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1087.942382] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1087.942714] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.942842] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.942912] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.943145] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.943306] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.943406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.943470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.943625] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.943712] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.943808] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.235543] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.235721] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.235805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.236095] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.269281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.269618] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.269699] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.269699] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.269972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.269972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.270123] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b is going to be updated. [ 1088.291692] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.291862] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.291910] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.292182] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.292433] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.292585] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.292691] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.292896] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.293076] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.293289] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.293398] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.293502] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.293607] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.293712] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.293813] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.293942] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.321207] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.321421] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.321421] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.321634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.322063] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.327143] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.327321] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.327472] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.327670] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-61" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.328140] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.328368] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.328515] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.328904] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.329077] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.332343] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b in Status: IN_PROGRESS for 2s [ 1088.375467] env[65309]: INFO networking_nsxv3.common.synchronization [req-32b3bcbf-da8d-4faf-8e97-48ff640204c1 req-6a20aab3-bb62-4dbb-b2b2-3bc8a97209cc tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_members [ 1088.376078] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_members [ 1088.376736] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-490f5991-419d-4609-b7be-e03387df696a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.376863] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.376933] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.377154] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.377310] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.377407] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.377483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.377681] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.377777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.377916] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.446584] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.446796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.446796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.447191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.447340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.447595] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.447722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.447802] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.448015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.448123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.448234] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 1088.475935] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.476175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.476310] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.476538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.476684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.485984] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 1088.831247] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.831817] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.831817] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.831917] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.832018] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.832197] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b not found, creating... [ 1088.832511] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.832698] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.832845] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.833049] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.833220] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.833583] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.833748] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.833867] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.834095] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.834235] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.834375] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b is going to be created. [ 1088.861465] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.861688] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.861812] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.862176] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.862374] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.862611] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.880722] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.383502] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.580032] env[65309]: INFO networking_nsxv3.common.synchronization [req-7c9cd735-e3e3-46c7-a007-6dd8038876c7 req-546878fa-e297-488c-aba8-fabff90c273e service nova] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_rules [ 1089.580185] env[65309]: INFO networking_nsxv3.common.synchronization [req-7c9cd735-e3e3-46c7-a007-6dd8038876c7 req-546878fa-e297-488c-aba8-fabff90c273e service nova] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1089.580288] env[65309]: INFO networking_nsxv3.common.synchronization [req-7c9cd735-e3e3-46c7-a007-6dd8038876c7 req-546878fa-e297-488c-aba8-fabff90c273e service nova] Enqueued Resource ID: b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b with Priority: HIGHEST for action port [ 1089.580910] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_rules [ 1089.581064] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1089.581161] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b with Priority: HIGHEST for action port [ 1089.581797] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.581797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.581797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.581797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.582041] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.583371] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.583371] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.583579] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.583653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.583698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.583917] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.583979] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.888581] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.888581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.888581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.888581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.888581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.888581] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 490f5991-419d-4609-b7be-e03387df696a is going to be updated. [ 1089.917391] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.917650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.917650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.917816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.917962] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.931599] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490f5991-419d-4609-b7be-e03387df696a in Status: IN_PROGRESS for 2s [ 1090.086441] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.086594] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.086820] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b with status ACTIVE [ 1090.087015] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.087175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.087262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.087543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.087662] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.087969] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.088102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.088148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.088306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.088416] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.088643] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.088745] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.088832] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.089024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.089108] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.089206] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b is going to be updated. [ 1090.118420] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.118572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.118572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.120705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.120705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.120705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f0d5bb-9efc-4e29-9ed4-8ad9b8947d0b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.342594] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b in Status: SUCCESS [ 1090.342918] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ede432b-93a8-4c0f-ac69-f4d79e72916b deletion is rescheduled due to dependency. [ 1090.342961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ede432b-93a8-4c0f-ac69-f4d79e72916b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.500167] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 1090.500167] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 deletion is rescheduled due to dependency. [ 1090.500167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.500167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.500167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.500167] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.500167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.500167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.500627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.500627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.500627] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.853208] env[65309]: INFO networking_nsxv3.common.synchronization [None req-f1090924-a58c-413a-88cd-5c380928d42a tempest-ServerActionsTestJSON-435320703 tempest-ServerActionsTestJSON-435320703-project-member] Enqueued Resource ID: fa33b654-13c8-454c-8638-c4af87ada176 with Priority: HIGHEST for action security_group_rules [ 1090.853789] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa33b654-13c8-454c-8638-c4af87ada176 with Priority: HIGHEST for action security_group_rules [ 1090.854211] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa33b654-13c8-454c-8638-c4af87ada176 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.854390] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.854491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.854698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.854792] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa33b654-13c8-454c-8638-c4af87ada176',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.963645] env[65309]: INFO networking_nsxv3.common.synchronization [None req-2f7c3c81-dbfe-4858-a118-f5fd1eeafcad tempest-ServerActionsTestJSON-435320703 tempest-ServerActionsTestJSON-435320703-project-member] Enqueued Resource ID: fa33b654-13c8-454c-8638-c4af87ada176 with Priority: HIGHEST for action security_group_rules [ 1090.963984] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa33b654-13c8-454c-8638-c4af87ada176 with Priority: HIGHEST for action security_group_rules [ 1090.964509] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa33b654-13c8-454c-8638-c4af87ada176 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.964646] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.003112] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.379648] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.379648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.379648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.379648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.379648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.379648] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa33b654-13c8-454c-8638-c4af87ada176 already deleted. [ 1091.379648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.379648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.379648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.379648] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa33b654-13c8-454c-8638-c4af87ada176',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.507033] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.905078] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.905402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.905491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.905714] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.905805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.905932] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa33b654-13c8-454c-8638-c4af87ada176 already deleted. [ 1091.905986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.941872] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490f5991-419d-4609-b7be-e03387df696a in Status: SUCCESS [ 1091.942107] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.012204] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.012204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.012204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.012204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.012204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.012204] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 1092.053071] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.053466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.053601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.054016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.054249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.066166] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 1094.078591] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 1094.078934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.079220] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.079874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.080131] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.080256] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.080324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.080504] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.080585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.080673] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.080767] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.583677] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.583677] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.583916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.583976] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.584148] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.584253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.584318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.584469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.584556] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.584643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.584791] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.584875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.584935] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.585097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.585234] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.585388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.585515] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.585596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.585672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.585752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.585857] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.088636] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2: rpc.has_security_group_logging(os_id): False [ 1095.107594] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.107664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.107690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.107934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.108082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.108321] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.108446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.108521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.108742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.108843] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.109092] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.109214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.109287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.109477] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.109556] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.109741] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.109829] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.109880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.110044] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.110122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.110208] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 1095.180911] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.181137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.181211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.181388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.181586] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.195335] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 1095.964494] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1095.964596] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1096.569074] env[65309]: INFO networking_nsxv3.common.synchronization [req-952dad03-f0f6-4469-83f7-e3a288d53d75 req-df836c80-9d3e-4f57-a864-5a9bc3799f48 tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_members [ 1096.570161] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGHEST for action security_group_members [ 1096.570161] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-490f5991-419d-4609-b7be-e03387df696a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.570161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.570161] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.570298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.570943] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.570943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.570943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.570943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.570943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.570943] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.074646] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.074895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.075015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.075236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.075406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.075668] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.075783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.075831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.076019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.076330] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.076330] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 490f5991-419d-4609-b7be-e03387df696a is going to be updated. [ 1097.116314] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.116314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.116314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.116582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.117251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.126897] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490f5991-419d-4609-b7be-e03387df696a in Status: IN_PROGRESS for 2s [ 1097.213891] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 1097.213891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.138648] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490f5991-419d-4609-b7be-e03387df696a in Status: SUCCESS [ 1099.138648] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 490f5991-419d-4609-b7be-e03387df696a deletion is rescheduled due to dependency. [ 1099.138648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.146359] env[65309]: INFO networking_nsxv3.common.synchronization [req-51c43812-68d1-489b-a669-2548aa45a456 req-11b009af-3550-4221-99df-e03a50f8927b tempest-ServerActionsTestJSON-435320703 tempest-ServerActionsTestJSON-435320703-project-member] Enqueued Resource ID: fa33b654-13c8-454c-8638-c4af87ada176 with Priority: HIGHEST for action security_group_members [ 1099.146906] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa33b654-13c8-454c-8638-c4af87ada176 with Priority: HIGHEST for action security_group_members [ 1099.147217] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa33b654-13c8-454c-8638-c4af87ada176 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.147363] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.147464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.147725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.147889] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.147988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.148075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.148288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.148383] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.148475] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa33b654-13c8-454c-8638-c4af87ada176',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.467802] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.468009] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.468139] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.468412] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.469066] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.469503] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.469503] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.469592] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.469685] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.469904] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.470032] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.470472] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.470472] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.470472] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.470472] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.470683] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.492344] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.492435] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.492570] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.492754] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.493092] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-6343991d-4547-42ec-97bd-28f8332e3719 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.493268] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-6343991d-4547-42ec-97bd-28f8332e3719" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.494360] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-6343991d-4547-42ec-97bd-28f8332e3719" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.494360] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-6343991d-4547-42ec-97bd-28f8332e3719" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.494360] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6343991d-4547-42ec-97bd-28f8332e3719',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.652906] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.653074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.653143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.653363] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.653465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.653664] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.653811] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.653811] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.653939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.654227] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.655581] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa33b654-13c8-454c-8638-c4af87ada176 already deleted. [ 1099.656639] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.996927] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.998847] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.998847] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.998847] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.998847] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.998847] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 6343991d-4547-42ec-97bd-28f8332e3719 not found, creating... [ 1099.998847] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.999131] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.999131] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.999836] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.999836] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.999836] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.000044] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.000217] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.000505] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.000830] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.001012] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 6343991d-4547-42ec-97bd-28f8332e3719 is going to be created. [ 1100.027064] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.027064] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.027064] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.027450] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.027555] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.034564] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-6343991d-4547-42ec-97bd-28f8332e3719" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.759709] env[65309]: INFO networking_nsxv3.common.synchronization [req-51c43812-68d1-489b-a669-2548aa45a456 req-0b135ac6-58e7-44a4-8eb9-79fc43bfb977 service nova] Enqueued Resource ID: fa33b654-13c8-454c-8638-c4af87ada176 with Priority: HIGHEST for action security_group_rules [ 1100.759709] env[65309]: INFO networking_nsxv3.common.synchronization [req-51c43812-68d1-489b-a669-2548aa45a456 req-0b135ac6-58e7-44a4-8eb9-79fc43bfb977 service nova] Enqueued Resource ID: fa33b654-13c8-454c-8638-c4af87ada176 with Priority: HIGHEST for action security_group_members [ 1100.759709] env[65309]: INFO networking_nsxv3.common.synchronization [req-51c43812-68d1-489b-a669-2548aa45a456 req-0b135ac6-58e7-44a4-8eb9-79fc43bfb977 service nova] Enqueued Resource ID: 6343991d-4547-42ec-97bd-28f8332e3719 with Priority: HIGHEST for action port [ 1100.759709] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa33b654-13c8-454c-8638-c4af87ada176 with Priority: HIGHEST for action security_group_rules [ 1100.759709] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa33b654-13c8-454c-8638-c4af87ada176 with Priority: HIGHEST for action security_group_members [ 1100.759709] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6343991d-4547-42ec-97bd-28f8332e3719 with Priority: HIGHEST for action port [ 1100.759709] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa33b654-13c8-454c-8638-c4af87ada176 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.760940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.760940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.760940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.760940] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa33b654-13c8-454c-8638-c4af87ada176',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.761407] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa33b654-13c8-454c-8638-c4af87ada176 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.761526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.761702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.761793] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.761897] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.761997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.762100] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.762251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.762336] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.762428] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa33b654-13c8-454c-8638-c4af87ada176',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.763216] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6343991d-4547-42ec-97bd-28f8332e3719 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.763360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6343991d-4547-42ec-97bd-28f8332e3719" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.763392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6343991d-4547-42ec-97bd-28f8332e3719" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.763552] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6343991d-4547-42ec-97bd-28f8332e3719" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.763629] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6343991d-4547-42ec-97bd-28f8332e3719',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.265437] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa33b654-13c8-454c-8638-c4af87ada176 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.265621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.266248] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6343991d-4547-42ec-97bd-28f8332e3719 with status ACTIVE [ 1101.266248] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.266248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.266248] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.266453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.266988] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.267199] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.267303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.267365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.267531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.267612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.267815] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.267948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.267979] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.268112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.268186] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.268314] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6343991d-4547-42ec-97bd-28f8332e3719 is going to be updated. [ 1101.269309] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa33b654-13c8-454c-8638-c4af87ada176',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.296911] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.297118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.297196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.297433] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.297585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.298122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6343991d-4547-42ec-97bd-28f8332e3719" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.774714] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa33b654-13c8-454c-8638-c4af87ada176',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.280525] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.280753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.280877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.281174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.281312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.281460] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa33b654-13c8-454c-8638-c4af87ada176 is going to be created. [ 1102.308447] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.308586] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.308700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.308875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.309039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.318780] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa33b654-13c8-454c-8638-c4af87ada176 in Status: UNINITIALIZED for 2s [ 1103.327457] env[65309]: INFO networking_nsxv3.common.synchronization [None req-9965d1a1-ca40-4046-8a00-95852a696a6a tempest-AttachInterfacesTestJSON-1659064860 tempest-AttachInterfacesTestJSON-1659064860-project-member] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 1103.328078] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGHEST for action security_group_members [ 1103.328700] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.328700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.328700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.329146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.329146] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.329146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.329146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.329400] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.329400] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.329400] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.832540] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.832710] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.832755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.832990] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.833101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.833308] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.833402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.833469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.833630] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.833741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.833792] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be updated. [ 1103.867656] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.867839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.867916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.868155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.868298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.888676] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: IN_PROGRESS for 2s [ 1104.043694] env[65309]: INFO networking_nsxv3.common.synchronization [req-87d60525-3f7a-48e9-818a-b15019a81e3e req-765ba55a-9be4-433d-8e4b-d2f0de84f1b4 tempest-ServersTestJSON-1610762966 tempest-ServersTestJSON-1610762966-project-member] Enqueued Resource ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c with Priority: HIGHEST for action security_group_members [ 1104.044328] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c with Priority: HIGHEST for action security_group_members [ 1104.045040] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52fb4d78-9c81-48ef-80b0-73e892a5779c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.045863] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.045863] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.045924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.046309] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.046309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.046309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.046563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.046702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.046825] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52fb4d78-9c81-48ef-80b0-73e892a5779c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.330983] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa33b654-13c8-454c-8638-c4af87ada176 in Status: SUCCESS [ 1104.330983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.330983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.330983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.330983] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.330983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.330983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.330983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.330983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.330983] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.330983] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa33b654-13c8-454c-8638-c4af87ada176',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.550077] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.550077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.550251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.550447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.550576] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.550852] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.550995] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.551102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.551316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.551426] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.551554] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c is going to be updated. [ 1104.583525] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.583686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.583725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.583952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.584102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.594622] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c in Status: IN_PROGRESS for 2s [ 1104.834347] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa33b654-13c8-454c-8638-c4af87ada176',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.337588] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa33b654-13c8-454c-8638-c4af87ada176: rpc.has_security_group_logging(os_id): False [ 1105.360379] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.360523] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.360596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.360827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.360919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.361173] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.361282] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.361344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.361494] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.361569] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.361649] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa33b654-13c8-454c-8638-c4af87ada176 is going to be created. [ 1105.430845] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.430845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.430845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.430845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.431096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.444283] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa33b654-13c8-454c-8638-c4af87ada176 in Status: IN_PROGRESS for 2s [ 1105.903937] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 in Status: SUCCESS [ 1105.903937] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 deletion is rescheduled due to dependency. [ 1105.903937] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.607930] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c in Status: SUCCESS [ 1106.608286] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c deletion is rescheduled due to dependency. [ 1106.608286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.457060] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa33b654-13c8-454c-8638-c4af87ada176 in Status: SUCCESS [ 1107.457060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.892681] env[65309]: INFO networking_nsxv3.common.synchronization [None req-308985b3-4a01-4b9f-8bed-096882d72e39 None None] Enqueued Resource ID: 2e37bbea-b63b-467c-b2b0-b0b44ffc3bd9 with Priority: HIGHEST for action port [ 1108.892681] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e37bbea-b63b-467c-b2b0-b0b44ffc3bd9 with Priority: HIGHEST for action port [ 1108.892681] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e37bbea-b63b-467c-b2b0-b0b44ffc3bd9 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.893352] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e37bbea-b63b-467c-b2b0-b0b44ffc3bd9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.893428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e37bbea-b63b-467c-b2b0-b0b44ffc3bd9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.893856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e37bbea-b63b-467c-b2b0-b0b44ffc3bd9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.893937] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e37bbea-b63b-467c-b2b0-b0b44ffc3bd9',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.397633] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e37bbea-b63b-467c-b2b0-b0b44ffc3bd9 [ 1109.397933] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.398049] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.398819] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.399073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.399170] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.399273] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e37bbea-b63b-467c-b2b0-b0b44ffc3bd9 already deleted. [ 1109.399351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e37bbea-b63b-467c-b2b0-b0b44ffc3bd9" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.569089] env[65309]: INFO networking_nsxv3.common.synchronization [None req-5f262eab-8ea5-4a5f-b427-dda196e42e2d None None] Enqueued Resource ID: 8770fa93-474a-4052-82b0-d1fd9b9fbd20 with Priority: HIGHEST for action port [ 1111.569353] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8770fa93-474a-4052-82b0-d1fd9b9fbd20 with Priority: HIGHEST for action port [ 1111.569864] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-8770fa93-474a-4052-82b0-d1fd9b9fbd20 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.569864] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8770fa93-474a-4052-82b0-d1fd9b9fbd20" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.569864] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8770fa93-474a-4052-82b0-d1fd9b9fbd20" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.570028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8770fa93-474a-4052-82b0-d1fd9b9fbd20" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.570028] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8770fa93-474a-4052-82b0-d1fd9b9fbd20',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.072295] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8770fa93-474a-4052-82b0-d1fd9b9fbd20 [ 1112.072536] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.072676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.072787] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.072953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.073057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.073154] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8770fa93-474a-4052-82b0-d1fd9b9fbd20 already deleted. [ 1112.073235] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8770fa93-474a-4052-82b0-d1fd9b9fbd20" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.696024] env[65309]: INFO networking_nsxv3.common.synchronization [None req-5a35cc1b-73ee-4ead-a02b-7d7df072d0d0 None None] Enqueued Resource ID: cdcd81c2-a3d0-42cb-9d2d-a29e370be837 with Priority: HIGHEST for action port [ 1113.696588] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcd81c2-a3d0-42cb-9d2d-a29e370be837 with Priority: HIGHEST for action port [ 1113.696922] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdcd81c2-a3d0-42cb-9d2d-a29e370be837 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.697251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdcd81c2-a3d0-42cb-9d2d-a29e370be837" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.697350] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdcd81c2-a3d0-42cb-9d2d-a29e370be837" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.697611] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdcd81c2-a3d0-42cb-9d2d-a29e370be837" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.697700] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcd81c2-a3d0-42cb-9d2d-a29e370be837',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.981716] env[65309]: INFO networking_nsxv3.common.synchronization [req-a8be9858-76fe-4067-ae20-c3611c5beaaa req-e550cd5b-466c-4af4-b5e1-3799f9d4d41c tempest-AttachInterfacesV270Test-875622370 tempest-AttachInterfacesV270Test-875622370-project-member] Enqueued Resource ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 with Priority: HIGHEST for action security_group_members [ 1113.982285] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 with Priority: HIGHEST for action security_group_members [ 1113.982590] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1a0a2b-f3bf-46a5-8884-5245620483a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.982743] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.982791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.983083] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.983173] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.983268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.983359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.983480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.983573] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.983664] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1a0a2b-f3bf-46a5-8884-5245620483a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.200711] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdcd81c2-a3d0-42cb-9d2d-a29e370be837 [ 1114.201019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.201212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.201299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.201571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.201682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.201808] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdcd81c2-a3d0-42cb-9d2d-a29e370be837 already deleted. [ 1114.201905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdcd81c2-a3d0-42cb-9d2d-a29e370be837" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.388700] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.388700] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-552" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.388700] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-552" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.388908] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-552" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.389088] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.389459] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.389581] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.389807] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.389957] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.390195] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.390304] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.390411] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.390528] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.390640] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.390746] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.390878] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.412267] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.412267] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1114.412375] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.412515] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-552" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.413757] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-94aeea65-1e1d-41bf-bb53-ef4c8679a168 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.413757] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-94aeea65-1e1d-41bf-bb53-ef4c8679a168" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.413757] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-94aeea65-1e1d-41bf-bb53-ef4c8679a168" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.413757] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-94aeea65-1e1d-41bf-bb53-ef4c8679a168" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.413757] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94aeea65-1e1d-41bf-bb53-ef4c8679a168',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.485767] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.485926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.485965] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.486241] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.486333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.486543] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.486663] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.486770] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.486901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.486975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.487114] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 already deleted. [ 1114.487204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.508578] env[65309]: INFO networking_nsxv3.common.synchronization [None req-13009637-7740-4ecf-b78e-3b6ec2c76fb5 tempest-ServerActionsV293TestJSON-350909090 tempest-ServerActionsV293TestJSON-350909090-project-member] Enqueued Resource ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 with Priority: HIGHEST for action security_group_rules [ 1114.509344] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 with Priority: HIGHEST for action security_group_rules [ 1114.509537] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1926539a-cbb4-4f3a-9dbe-6f829be24307 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.509621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.509906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.509971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.510236] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1926539a-cbb4-4f3a-9dbe-6f829be24307',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.681981] env[65309]: INFO networking_nsxv3.common.synchronization [None req-286fc4cb-142b-4704-8767-1333016e264f tempest-ServerActionsV293TestJSON-350909090 tempest-ServerActionsV293TestJSON-350909090-project-member] Enqueued Resource ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 with Priority: HIGHEST for action security_group_rules [ 1114.682598] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 with Priority: HIGHEST for action security_group_rules [ 1114.682949] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1926539a-cbb4-4f3a-9dbe-6f829be24307 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.683072] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.916128] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.916538] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.916538] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.916789] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.917107] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.917107] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 94aeea65-1e1d-41bf-bb53-ef4c8679a168 not found, creating... [ 1114.917379] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.917540] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.917659] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.917876] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.918113] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.918301] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.918454] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.918569] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.918773] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.918906] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.919069] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 94aeea65-1e1d-41bf-bb53-ef4c8679a168 is going to be created. [ 1114.940939] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.941167] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.941289] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.941560] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.941805] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.942035] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-94aeea65-1e1d-41bf-bb53-ef4c8679a168" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.041702] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.042106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.042106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.042348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.042348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.042348] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 already deleted. [ 1115.042545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.042545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.042707] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.042793] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1926539a-cbb4-4f3a-9dbe-6f829be24307',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.564323] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.564573] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.564650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.564874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.564969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.565151] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 already deleted. [ 1115.565151] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.758180] env[65309]: INFO networking_nsxv3.common.synchronization [req-a8be9858-76fe-4067-ae20-c3611c5beaaa req-dc7bbb57-1afe-4c6c-b059-593f30e54620 service nova] Enqueued Resource ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 with Priority: HIGHEST for action security_group_rules [ 1115.758180] env[65309]: INFO networking_nsxv3.common.synchronization [req-a8be9858-76fe-4067-ae20-c3611c5beaaa req-dc7bbb57-1afe-4c6c-b059-593f30e54620 service nova] Enqueued Resource ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 with Priority: HIGHEST for action security_group_members [ 1115.758180] env[65309]: INFO networking_nsxv3.common.synchronization [req-a8be9858-76fe-4067-ae20-c3611c5beaaa req-dc7bbb57-1afe-4c6c-b059-593f30e54620 service nova] Enqueued Resource ID: 94aeea65-1e1d-41bf-bb53-ef4c8679a168 with Priority: HIGHEST for action port [ 1115.758180] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 with Priority: HIGHEST for action security_group_rules [ 1115.758180] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 with Priority: HIGHEST for action security_group_members [ 1115.758180] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94aeea65-1e1d-41bf-bb53-ef4c8679a168 with Priority: HIGHEST for action port [ 1115.758180] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1a0a2b-f3bf-46a5-8884-5245620483a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.758180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.758180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.758180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.758180] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1a0a2b-f3bf-46a5-8884-5245620483a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.759139] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1a0a2b-f3bf-46a5-8884-5245620483a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.759463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.759662] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.762566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.762566] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.762566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.762566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.762566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.762566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.762566] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1a0a2b-f3bf-46a5-8884-5245620483a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.765401] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-94aeea65-1e1d-41bf-bb53-ef4c8679a168 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.765401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94aeea65-1e1d-41bf-bb53-ef4c8679a168" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.765401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94aeea65-1e1d-41bf-bb53-ef4c8679a168" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.765401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94aeea65-1e1d-41bf-bb53-ef4c8679a168" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.765401] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94aeea65-1e1d-41bf-bb53-ef4c8679a168',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.270446] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94aeea65-1e1d-41bf-bb53-ef4c8679a168 with status ACTIVE [ 1116.270446] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.270446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.270446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.270446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.270446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.270446] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.270446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.270446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.270446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.270446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.270446] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.272056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.272056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.272056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.272056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.272056] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94aeea65-1e1d-41bf-bb53-ef4c8679a168 is going to be updated. [ 1116.272728] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1a0a2b-f3bf-46a5-8884-5245620483a3 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.272830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.273095] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1a0a2b-f3bf-46a5-8884-5245620483a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.300026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.300219] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.300289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.302598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.302598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.302598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94aeea65-1e1d-41bf-bb53-ef4c8679a168" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.366187] env[65309]: INFO networking_nsxv3.common.synchronization [None req-aae5ac7c-9b17-43cf-860b-86b49c29b07e None None] Enqueued Resource ID: 65051094-0f7a-4edc-b911-1e1a54290f6a with Priority: HIGHEST for action port [ 1116.366727] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65051094-0f7a-4edc-b911-1e1a54290f6a with Priority: HIGHEST for action port [ 1116.367095] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-65051094-0f7a-4edc-b911-1e1a54290f6a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.367222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65051094-0f7a-4edc-b911-1e1a54290f6a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.367289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65051094-0f7a-4edc-b911-1e1a54290f6a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.367579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65051094-0f7a-4edc-b911-1e1a54290f6a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.367661] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65051094-0f7a-4edc-b911-1e1a54290f6a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.776767] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1a0a2b-f3bf-46a5-8884-5245620483a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.870865] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65051094-0f7a-4edc-b911-1e1a54290f6a [ 1116.872626] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.873269] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.873269] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.873447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.873447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.873553] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65051094-0f7a-4edc-b911-1e1a54290f6a already deleted. [ 1116.873685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65051094-0f7a-4edc-b911-1e1a54290f6a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.279815] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.280203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.280203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.280294] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.280329] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.280433] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 is going to be created. [ 1117.307834] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.308632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.308780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.309879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.309879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.324639] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 in Status: UNINITIALIZED for 2s [ 1117.845421] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.845614] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-864" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.845773] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-864" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.846251] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-864" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.846536] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.846750] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.846931] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.847228] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.847435] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.847701] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.847870] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.848067] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.848196] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.848313] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.848420] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.848555] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.868863] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.869061] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.869184] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.869418] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-864" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.869677] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-bae05f89-79a2-4d4a-9cce-2dc62a725823 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.870082] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.870152] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.870405] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.870508] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae05f89-79a2-4d4a-9cce-2dc62a725823',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.373870] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.373870] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.373870] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.374423] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.374423] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.374671] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.374855] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.374974] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.375235] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.375390] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.375740] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.375917] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.376110] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.376338] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.376479] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.376725] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: bae05f89-79a2-4d4a-9cce-2dc62a725823 is going to be updated. [ 1118.455038] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.455038] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.455326] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.455479] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.455768] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.456041] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.148499] env[65309]: INFO networking_nsxv3.common.synchronization [req-214921ee-0387-4232-a452-e0a8046c2572 req-482dd9a9-1e4b-4a6a-9986-7619c2b9e6c7 service nova] Enqueued Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_rules [ 1119.148717] env[65309]: INFO networking_nsxv3.common.synchronization [req-214921ee-0387-4232-a452-e0a8046c2572 req-482dd9a9-1e4b-4a6a-9986-7619c2b9e6c7 service nova] Enqueued Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_members [ 1119.148874] env[65309]: INFO networking_nsxv3.common.synchronization [req-214921ee-0387-4232-a452-e0a8046c2572 req-482dd9a9-1e4b-4a6a-9986-7619c2b9e6c7 service nova] Enqueued Resource ID: bae05f89-79a2-4d4a-9cce-2dc62a725823 with Priority: HIGHEST for action port [ 1119.149508] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_rules [ 1119.149606] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_members [ 1119.149709] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae05f89-79a2-4d4a-9cce-2dc62a725823 with Priority: HIGHEST for action port [ 1119.150329] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.150480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.150574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.150812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.150917] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.152096] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.152224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.152276] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.152791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.152995] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.153133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.153187] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.153825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.153825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.153825] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.154385] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-bae05f89-79a2-4d4a-9cce-2dc62a725823 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.155011] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.155011] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.155011] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.155011] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae05f89-79a2-4d4a-9cce-2dc62a725823',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.337421] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 in Status: SUCCESS [ 1119.337574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.337688] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.337991] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.338372] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.338532] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.338600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.338788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.338870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.338963] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.339116] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1a0a2b-f3bf-46a5-8884-5245620483a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.657251] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.659287] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.659627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.660526] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bae05f89-79a2-4d4a-9cce-2dc62a725823 with status ACTIVE [ 1119.660526] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.660526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.660848] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.660896] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.660980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.661242] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.661434] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.661559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.661798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.661871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.662176] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.662365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.662441] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.662639] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.662703] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.662851] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bae05f89-79a2-4d4a-9cce-2dc62a725823 is going to be updated. [ 1119.691045] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.691045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.691045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.691347] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.691519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.691853] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bae05f89-79a2-4d4a-9cce-2dc62a725823" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.843928] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1a0a2b-f3bf-46a5-8884-5245620483a3 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.844174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.844244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.844455] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.844647] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.844817] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.844817] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.844981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.845113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.845236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.845420] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1a0a2b-f3bf-46a5-8884-5245620483a3 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.845540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.845611] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.845905] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.846043] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.846140] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.846205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.846341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.846418] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.846519] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.846636] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1a0a2b-f3bf-46a5-8884-5245620483a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.166245] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.349564] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1a0a2b-f3bf-46a5-8884-5245620483a3: rpc.has_security_group_logging(os_id): False [ 1120.374792] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.374792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.374792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.374792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.374792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.375075] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.375075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.375154] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.375309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.375415] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.375660] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.375845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.375916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.376156] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.376213] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.376474] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.376582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.376642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.376787] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.376884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.376994] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 is going to be created. [ 1120.447582] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.447582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.447582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.447582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.447582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.462066] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 in Status: IN_PROGRESS for 2s [ 1120.667468] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.667791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.667791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.667951] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.668079] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.668230] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 is going to be updated. [ 1120.808974] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.809116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.809184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.809403] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.809553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.820537] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: IN_PROGRESS for 2s [ 1122.476329] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 in Status: SUCCESS [ 1122.476676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.832147] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: SUCCESS [ 1122.832392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.832589] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.832874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.833080] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.833258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.833308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.833498] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.833568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.833619] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.833736] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.183075] env[65309]: INFO networking_nsxv3.common.synchronization [None req-34e5bdfd-7552-4678-a624-a479973097b2 None None] Enqueued Resource ID: dcc3ec75-396f-49a7-b6fd-435063367f21 with Priority: HIGHEST for action port [ 1123.184637] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc3ec75-396f-49a7-b6fd-435063367f21 with Priority: HIGHEST for action port [ 1123.185088] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcc3ec75-396f-49a7-b6fd-435063367f21 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.185288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcc3ec75-396f-49a7-b6fd-435063367f21" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.185634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcc3ec75-396f-49a7-b6fd-435063367f21" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.185695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcc3ec75-396f-49a7-b6fd-435063367f21" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.185853] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc3ec75-396f-49a7-b6fd-435063367f21',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.336201] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.336402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.336493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.336664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.336899] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.337020] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.337081] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.337230] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.337315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.337403] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.337713] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.337785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.338041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.338041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.338241] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.338371] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.338451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.338634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.338733] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.338851] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.338987] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.688309] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcc3ec75-396f-49a7-b6fd-435063367f21 [ 1123.688696] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.688809] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.688881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.689312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.689312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.689435] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcc3ec75-396f-49a7-b6fd-435063367f21 already deleted. [ 1123.689495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcc3ec75-396f-49a7-b6fd-435063367f21" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.713078] env[65309]: INFO networking_nsxv3.common.synchronization [None req-e1a347d5-a96d-4164-b6fd-b9ae25cb8fb7 tempest-AttachVolumeTestJSON-2064302560 tempest-AttachVolumeTestJSON-2064302560-project-member] Enqueued Resource ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d with Priority: HIGHEST for action security_group_rules [ 1123.713675] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d with Priority: HIGHEST for action security_group_rules [ 1123.714352] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83ad9da0-e3bf-455c-95bf-91511d3b635d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.715013] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.715013] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.715013] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.715013] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83ad9da0-e3bf-455c-95bf-91511d3b635d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.843230] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac222c8f-ee9b-46ed-9c87-04f3afa47412: rpc.has_security_group_logging(os_id): False [ 1123.868313] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.868465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.868517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.872019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.872019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.872019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.872019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.872019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.872019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.872019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.872019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.872019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.872019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.872019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.872019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.872019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.872019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.872769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.872769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.872769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.872769] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 is going to be updated. [ 1123.876403] env[65309]: INFO networking_nsxv3.common.synchronization [None req-85790dff-edcc-44a9-92cc-92c2a31410cd tempest-AttachVolumeTestJSON-2064302560 tempest-AttachVolumeTestJSON-2064302560-project-member] Enqueued Resource ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d with Priority: HIGHEST for action security_group_rules [ 1123.877230] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d with Priority: HIGHEST for action security_group_rules [ 1123.877338] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83ad9da0-e3bf-455c-95bf-91511d3b635d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.877414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.948293] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.948293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.948548] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.948597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.948812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.964534] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: IN_PROGRESS for 2s [ 1124.239514] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.239705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.239762] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.240307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.240307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.240307] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d already deleted. [ 1124.240307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.240484] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.240553] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.240630] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83ad9da0-e3bf-455c-95bf-91511d3b635d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.392351] env[65309]: INFO networking_nsxv3.common.synchronization [req-fa3fe75d-4865-46fb-9f2e-944decab28a7 req-810b80f7-078f-4907-ac8c-5eddd3c0d982 tempest-ServerActionsTestOtherA-846226936 tempest-ServerActionsTestOtherA-846226936-project-member] Enqueued Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_members [ 1124.392351] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_members [ 1124.392351] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b84731cf-1d99-4597-a3a8-d02e17662538 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.392351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.392351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.392351] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.392351] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.392735] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.392967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.393252] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.393461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.393634] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.764032] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.764032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.764032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.764435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.764435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.764435] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d already deleted. [ 1124.764523] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.782033] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-913 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.782033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.782033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.782033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.782033] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.782033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.782033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.782033] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.782345] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.782568] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.782568] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.782633] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.782905] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.782905] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.783021] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.786307] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.802425] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.802998] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.802998] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.802998] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.803397] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-07d25513-4632-4610-8da7-f363b071f00d taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.803605] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-07d25513-4632-4610-8da7-f363b071f00d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.804304] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-07d25513-4632-4610-8da7-f363b071f00d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.804304] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-07d25513-4632-4610-8da7-f363b071f00d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.804304] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07d25513-4632-4610-8da7-f363b071f00d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.895952] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.896145] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.896190] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.898239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.898239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.898239] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.898239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.898239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.898239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.898239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.898239] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b84731cf-1d99-4597-a3a8-d02e17662538 already deleted. [ 1124.898239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.306593] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.306910] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.306991] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.307300] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.307461] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.309040] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 07d25513-4632-4610-8da7-f363b071f00d not found, creating... [ 1125.309040] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.309040] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.309040] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.309040] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.309040] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.309040] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.309866] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.309866] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.309866] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.309866] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.309866] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 07d25513-4632-4610-8da7-f363b071f00d is going to be created. [ 1125.333225] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.333477] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.333565] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.333966] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.334308] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.334613] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-07d25513-4632-4610-8da7-f363b071f00d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.982536] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: SUCCESS [ 1125.982940] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.194370] env[65309]: INFO networking_nsxv3.common.synchronization [req-fa3fe75d-4865-46fb-9f2e-944decab28a7 req-7ae6cc95-43b0-4fa3-933f-dab881949be6 service nova] Enqueued Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_rules [ 1126.194370] env[65309]: INFO networking_nsxv3.common.synchronization [req-fa3fe75d-4865-46fb-9f2e-944decab28a7 req-7ae6cc95-43b0-4fa3-933f-dab881949be6 service nova] Enqueued Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_members [ 1126.194370] env[65309]: INFO networking_nsxv3.common.synchronization [req-fa3fe75d-4865-46fb-9f2e-944decab28a7 req-7ae6cc95-43b0-4fa3-933f-dab881949be6 service nova] Enqueued Resource ID: 07d25513-4632-4610-8da7-f363b071f00d with Priority: HIGHEST for action port [ 1126.194596] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_rules [ 1126.194710] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_members [ 1126.194833] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07d25513-4632-4610-8da7-f363b071f00d with Priority: HIGHEST for action port [ 1126.195383] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b84731cf-1d99-4597-a3a8-d02e17662538 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.195570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.195639] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.196071] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.196165] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.197505] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b84731cf-1d99-4597-a3a8-d02e17662538 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.197505] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.197505] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.198022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.198022] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.198188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.198188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.198686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.198686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.198686] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.199732] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-07d25513-4632-4610-8da7-f363b071f00d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.200331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07d25513-4632-4610-8da7-f363b071f00d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.200417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07d25513-4632-4610-8da7-f363b071f00d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.200780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07d25513-4632-4610-8da7-f363b071f00d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.200901] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07d25513-4632-4610-8da7-f363b071f00d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.377469] env[65309]: INFO networking_nsxv3.common.synchronization [None req-0d2543c3-7059-40b8-94b1-a30521d74865 None None] Enqueued Resource ID: 82e9f55f-91cf-4744-bdf2-6551686c00a1 with Priority: HIGHEST for action port [ 1126.378325] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82e9f55f-91cf-4744-bdf2-6551686c00a1 with Priority: HIGHEST for action port [ 1126.378739] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-82e9f55f-91cf-4744-bdf2-6551686c00a1 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.378943] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82e9f55f-91cf-4744-bdf2-6551686c00a1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.379126] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82e9f55f-91cf-4744-bdf2-6551686c00a1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.380472] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82e9f55f-91cf-4744-bdf2-6551686c00a1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.380472] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82e9f55f-91cf-4744-bdf2-6551686c00a1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.703240] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.704755] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b84731cf-1d99-4597-a3a8-d02e17662538 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.704946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.705857] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07d25513-4632-4610-8da7-f363b071f00d with status ACTIVE [ 1126.705857] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.705857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.706055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.706327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.706402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.706644] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.706775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.707068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.707244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.707369] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.707651] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.708876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.708876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.708876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.708876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.708876] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07d25513-4632-4610-8da7-f363b071f00d is going to be updated. [ 1126.735329] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.735555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.735680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.735855] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.735973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.736280] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07d25513-4632-4610-8da7-f363b071f00d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.881668] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82e9f55f-91cf-4744-bdf2-6551686c00a1 [ 1126.881932] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.882091] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.882170] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.882414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.882562] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.882629] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82e9f55f-91cf-4744-bdf2-6551686c00a1 already deleted. [ 1126.882712] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82e9f55f-91cf-4744-bdf2-6551686c00a1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.206121] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.708856] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.708856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.708856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.708856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.709302] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.709302] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b84731cf-1d99-4597-a3a8-d02e17662538 is going to be created. [ 1127.736421] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.736638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.736638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.736883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.737033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.747292] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b84731cf-1d99-4597-a3a8-d02e17662538 in Status: UNINITIALIZED for 2s [ 1129.759349] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b84731cf-1d99-4597-a3a8-d02e17662538 in Status: SUCCESS [ 1129.759759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.759868] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.760108] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.760360] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.760530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.760609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.760789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.760892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.761017] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.761147] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.263390] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b84731cf-1d99-4597-a3a8-d02e17662538 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.263618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.263618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.263858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.264057] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.264159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.264246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.264412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.264496] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.264580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.264724] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b84731cf-1d99-4597-a3a8-d02e17662538 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.264811] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.264868] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.265114] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.265176] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.265225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.265283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.265453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.266236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.266236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.266236] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.769793] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b84731cf-1d99-4597-a3a8-d02e17662538: rpc.has_security_group_logging(os_id): False [ 1130.796189] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.796443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.796443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.796605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.796654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.796837] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.796948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.797038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.797216] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.797306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.797548] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.797654] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.797720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.797848] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.797922] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.798149] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.798267] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.798311] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.798865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.798865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.798865] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b84731cf-1d99-4597-a3a8-d02e17662538 is going to be created. [ 1130.873428] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.873428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.873428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.873428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.873428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.885567] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b84731cf-1d99-4597-a3a8-d02e17662538 in Status: IN_PROGRESS for 2s [ 1131.379054] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1131.379263] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1131.965781] env[65309]: INFO networking_nsxv3.common.synchronization [req-68a23706-7eba-4f47-a63b-7a2d4c3ae34a req-8985d027-df8f-4b24-9853-698946642a62 tempest-AttachInterfacesV270Test-875622370 tempest-AttachInterfacesV270Test-875622370-project-member] Enqueued Resource ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 with Priority: HIGHEST for action security_group_members [ 1131.966263] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 with Priority: HIGHEST for action security_group_members [ 1131.966614] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1a0a2b-f3bf-46a5-8884-5245620483a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.966821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.966895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.967262] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.967451] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.967557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.967620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.967783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.967874] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.967967] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1a0a2b-f3bf-46a5-8884-5245620483a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.470771] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.470968] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.471045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.471239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.471361] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.471530] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.471633] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.471684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.471827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.471901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.471987] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 is going to be updated. [ 1132.499752] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.499909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.499999] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.500202] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.500344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.508890] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 in Status: IN_PROGRESS for 2s [ 1132.898578] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b84731cf-1d99-4597-a3a8-d02e17662538 in Status: SUCCESS [ 1132.898716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.520032] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 in Status: SUCCESS [ 1134.520253] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 deletion is rescheduled due to dependency. [ 1134.520329] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.950852] env[65309]: INFO networking_nsxv3.common.synchronization [req-685ada90-3cfe-4ff3-a983-df6d4841e61e req-597042c1-746c-4e71-8836-d068b35db512 tempest-AttachVolumeTestJSON-2064302560 tempest-AttachVolumeTestJSON-2064302560-project-member] Enqueued Resource ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d with Priority: HIGHEST for action security_group_members [ 1134.950852] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d with Priority: HIGHEST for action security_group_members [ 1134.950852] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-83ad9da0-e3bf-455c-95bf-91511d3b635d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.950852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.950852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.950852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.950852] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.950852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.950852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.950852] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.951308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.951308] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83ad9da0-e3bf-455c-95bf-91511d3b635d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.352255] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.352450] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-294" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.352568] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-294" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.352900] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-294" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.353231] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.353474] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.353636] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.353886] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.354063] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.354277] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.354390] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.354495] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.354600] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.354705] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.354807] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.354936] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.378226] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.378586] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1135.378765] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.378963] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-294" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.379301] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-dd062b79-6569-4c62-9728-765acd5e7a51 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.379479] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-dd062b79-6569-4c62-9728-765acd5e7a51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.379598] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-dd062b79-6569-4c62-9728-765acd5e7a51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.379932] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-dd062b79-6569-4c62-9728-765acd5e7a51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.380079] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd062b79-6569-4c62-9728-765acd5e7a51',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.452876] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.453045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.453120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.453319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.453422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.453639] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.453740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.453801] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.453960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.454046] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.454123] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d already deleted. [ 1135.454202] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.883193] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.883193] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.883639] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.883639] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.883639] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.883841] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port dd062b79-6569-4c62-9728-765acd5e7a51 not found, creating... [ 1135.884076] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.884230] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.884350] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.884624] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.884837] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.885287] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.885538] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.885760] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.886092] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.886316] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.886527] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: dd062b79-6569-4c62-9728-765acd5e7a51 is going to be created. [ 1135.910537] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.910801] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.910877] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.911705] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.911963] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.912203] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-dd062b79-6569-4c62-9728-765acd5e7a51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.115570] env[65309]: INFO networking_nsxv3.common.synchronization [req-4a6c032f-4fd8-4751-82c3-feedb72a9711 req-77ca1b3d-98c2-4bd8-abef-7ff67b32a1e3 tempest-DeleteServersTestJSON-1650633726 tempest-DeleteServersTestJSON-1650633726-project-member] Enqueued Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1136.116107] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 with Priority: HIGHEST for action security_group_members [ 1136.116418] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.116564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.116634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.116825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.116997] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.117101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.117164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.117307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.117392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.117481] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.619433] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.619844] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.619996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.620755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.621047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.621339] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.621621] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.621788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.622051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.622178] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.622310] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 is going to be updated. [ 1136.647202] env[65309]: INFO networking_nsxv3.common.synchronization [req-685ada90-3cfe-4ff3-a983-df6d4841e61e req-634ab48b-207e-4b2d-a4ba-778b464f7c93 service nova] Enqueued Resource ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d with Priority: HIGHEST for action security_group_rules [ 1136.647404] env[65309]: INFO networking_nsxv3.common.synchronization [req-685ada90-3cfe-4ff3-a983-df6d4841e61e req-634ab48b-207e-4b2d-a4ba-778b464f7c93 service nova] Enqueued Resource ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d with Priority: HIGHEST for action security_group_members [ 1136.647539] env[65309]: INFO networking_nsxv3.common.synchronization [req-685ada90-3cfe-4ff3-a983-df6d4841e61e req-634ab48b-207e-4b2d-a4ba-778b464f7c93 service nova] Enqueued Resource ID: dd062b79-6569-4c62-9728-765acd5e7a51 with Priority: HIGHEST for action port [ 1136.648080] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d with Priority: HIGHEST for action security_group_rules [ 1136.648211] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d with Priority: HIGHEST for action security_group_members [ 1136.648315] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd062b79-6569-4c62-9728-765acd5e7a51 with Priority: HIGHEST for action port [ 1136.648585] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83ad9da0-e3bf-455c-95bf-91511d3b635d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.648698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.648798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.648959] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.649156] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83ad9da0-e3bf-455c-95bf-91511d3b635d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.650361] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-83ad9da0-e3bf-455c-95bf-91511d3b635d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.650361] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.650361] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.650538] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.650606] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.650682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.650735] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.651808] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.651808] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.651808] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83ad9da0-e3bf-455c-95bf-91511d3b635d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.652348] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd062b79-6569-4c62-9728-765acd5e7a51 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.652805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd062b79-6569-4c62-9728-765acd5e7a51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.653437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd062b79-6569-4c62-9728-765acd5e7a51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.653634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd062b79-6569-4c62-9728-765acd5e7a51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.653715] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd062b79-6569-4c62-9728-765acd5e7a51',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.659065] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.659065] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.659065] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.659306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.659306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.670455] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: IN_PROGRESS for 2s [ 1137.156280] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-83ad9da0-e3bf-455c-95bf-91511d3b635d taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.156581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.156708] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83ad9da0-e3bf-455c-95bf-91511d3b635d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.157874] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd062b79-6569-4c62-9728-765acd5e7a51 with status ACTIVE [ 1137.158134] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.158286] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.158388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.158641] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.158755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.158987] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.159143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.159232] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.159435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.159546] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.159894] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.159946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.160019] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.160222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.160328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.160444] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd062b79-6569-4c62-9728-765acd5e7a51 is going to be updated. [ 1137.187545] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.187730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.187730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.187945] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.188096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.188281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd062b79-6569-4c62-9728-765acd5e7a51" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.662458] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83ad9da0-e3bf-455c-95bf-91511d3b635d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.921243] env[65309]: INFO networking_nsxv3.common.synchronization [req-825b5e3d-8752-4de8-bf9f-dcb6f54dc855 req-58d2d99f-71bd-4376-a1d3-ecee0b7ae726 tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: fab4463c-67cc-476d-a219-42f1a764edf4 with Priority: HIGHEST for action security_group_members [ 1137.921809] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab4463c-67cc-476d-a219-42f1a764edf4 with Priority: HIGHEST for action security_group_members [ 1137.922203] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fab4463c-67cc-476d-a219-42f1a764edf4 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.922372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.922441] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.922645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.922859] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.922982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.923059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.923219] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.923307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.923407] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fab4463c-67cc-476d-a219-42f1a764edf4',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.165307] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.165617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.165617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.165779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.165875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.165995] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d is going to be created. [ 1138.198563] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.198761] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.198820] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.200036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.200036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.226317] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d in Status: UNINITIALIZED for 2s [ 1138.426568] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.426787] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.426833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.427067] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.427169] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.427346] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.427442] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.427505] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.427660] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.427732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.427822] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fab4463c-67cc-476d-a219-42f1a764edf4 is going to be updated. [ 1138.466855] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.467173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.467289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.467602] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.467826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.480852] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fab4463c-67cc-476d-a219-42f1a764edf4 in Status: IN_PROGRESS for 2s [ 1138.683058] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 in Status: SUCCESS [ 1138.683058] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2 deletion is rescheduled due to dependency. [ 1138.683058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.239199] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d in Status: SUCCESS [ 1140.239199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.239199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.239199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.239199] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.239199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.239199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.239199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.239787] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.239787] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.239787] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83ad9da0-e3bf-455c-95bf-91511d3b635d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.491023] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fab4463c-67cc-476d-a219-42f1a764edf4 in Status: SUCCESS [ 1140.491253] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fab4463c-67cc-476d-a219-42f1a764edf4 deletion is rescheduled due to dependency. [ 1140.491326] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fab4463c-67cc-476d-a219-42f1a764edf4" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.743021] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83ad9da0-e3bf-455c-95bf-91511d3b635d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.245738] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83ad9da0-e3bf-455c-95bf-91511d3b635d: rpc.has_security_group_logging(os_id): False [ 1141.269281] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.270258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.270258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.270258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.270258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.270258] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.270258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.270653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.270653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.270653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.270653] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d is going to be created. [ 1141.341805] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.341805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.341805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.341805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.341805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.356497] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d in Status: IN_PROGRESS for 2s [ 1141.502213] env[65309]: INFO networking_nsxv3.common.synchronization [req-6805acc2-05d5-45d2-99b8-392e413335c3 req-4ae005b4-0646-4479-9e15-456afecd352d tempest-ServerActionsV293TestJSON-350909090 tempest-ServerActionsV293TestJSON-350909090-project-member] Enqueued Resource ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 with Priority: HIGHEST for action security_group_members [ 1141.502788] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 with Priority: HIGHEST for action security_group_members [ 1141.503124] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1926539a-cbb4-4f3a-9dbe-6f829be24307 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.503253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.503317] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.503570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.503726] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.503827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.503887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.504291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.504402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.504504] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1926539a-cbb4-4f3a-9dbe-6f829be24307',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.878792] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.879038] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-731" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.879192] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-731" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.879631] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-731" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.880216] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.880216] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.880216] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.880453] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.880618] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.880827] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.880953] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.881111] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.881186] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.881300] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.881442] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.881567] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.905376] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.905580] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.905764] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.905980] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-731" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.907134] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-3e1f4a0d-6422-4313-91b0-999f97b71770 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.907356] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-3e1f4a0d-6422-4313-91b0-999f97b71770" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.907469] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-3e1f4a0d-6422-4313-91b0-999f97b71770" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.907774] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-3e1f4a0d-6422-4313-91b0-999f97b71770" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.907911] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e1f4a0d-6422-4313-91b0-999f97b71770',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.006905] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.007138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.007138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.007392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.007485] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.007685] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.007783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.007845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.007989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.008075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.008164] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 already deleted. [ 1142.008229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.340660] env[65309]: INFO networking_nsxv3.common.synchronization [req-3afa1c68-8fa2-4ef7-ab16-a31b09d89055 req-25c0f8ae-74ba-4812-868b-235305396523 tempest-ServerActionsTestOtherB-242195843 tempest-ServerActionsTestOtherB-242195843-project-member] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 1142.341450] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 1142.341528] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.341614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.341678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.341866] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.342526] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.342526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.342526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.342526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.342526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.342526] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.413031] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.413031] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.413031] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.413031] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.413031] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.413031] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 3e1f4a0d-6422-4313-91b0-999f97b71770 not found, creating... [ 1142.413031] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.413031] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.413031] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.413031] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.413031] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.413453] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.413453] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.413453] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.413453] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.413453] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.413692] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 3e1f4a0d-6422-4313-91b0-999f97b71770 is going to be created. [ 1142.434846] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.435366] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.435590] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.435940] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.436358] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.436812] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-3e1f4a0d-6422-4313-91b0-999f97b71770" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.848025] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.848025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.848025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.848025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.848025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.848025] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.848025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.848025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.848025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.848025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.848025] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be updated. [ 1142.878595] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.878919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.879120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.879453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.879748] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.891039] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: IN_PROGRESS for 2s [ 1143.173888] env[65309]: INFO networking_nsxv3.common.synchronization [req-6805acc2-05d5-45d2-99b8-392e413335c3 req-2fb03aca-6b33-447e-828b-2aa737d2b376 service nova] Enqueued Resource ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 with Priority: HIGHEST for action security_group_rules [ 1143.174199] env[65309]: INFO networking_nsxv3.common.synchronization [req-6805acc2-05d5-45d2-99b8-392e413335c3 req-2fb03aca-6b33-447e-828b-2aa737d2b376 service nova] Enqueued Resource ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 with Priority: HIGHEST for action security_group_members [ 1143.174424] env[65309]: INFO networking_nsxv3.common.synchronization [req-6805acc2-05d5-45d2-99b8-392e413335c3 req-2fb03aca-6b33-447e-828b-2aa737d2b376 service nova] Enqueued Resource ID: 3e1f4a0d-6422-4313-91b0-999f97b71770 with Priority: HIGHEST for action port [ 1143.175595] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 with Priority: HIGHEST for action security_group_rules [ 1143.175936] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 with Priority: HIGHEST for action security_group_members [ 1143.176092] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1f4a0d-6422-4313-91b0-999f97b71770 with Priority: HIGHEST for action port [ 1143.176975] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1926539a-cbb4-4f3a-9dbe-6f829be24307 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.176975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.176975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.177235] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.177912] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1926539a-cbb4-4f3a-9dbe-6f829be24307',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.179508] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1926539a-cbb4-4f3a-9dbe-6f829be24307 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.179508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.179508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.179724] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.179869] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.180171] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.180171] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.180260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.180288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.180360] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1926539a-cbb4-4f3a-9dbe-6f829be24307',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.181170] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e1f4a0d-6422-4313-91b0-999f97b71770 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.181315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e1f4a0d-6422-4313-91b0-999f97b71770" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.181367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e1f4a0d-6422-4313-91b0-999f97b71770" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.181616] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e1f4a0d-6422-4313-91b0-999f97b71770" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.181616] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e1f4a0d-6422-4313-91b0-999f97b71770',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.368217] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d in Status: SUCCESS [ 1143.368693] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.686026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1926539a-cbb4-4f3a-9dbe-6f829be24307 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.686026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.686026] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1926539a-cbb4-4f3a-9dbe-6f829be24307',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.688322] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e1f4a0d-6422-4313-91b0-999f97b71770 with status ACTIVE [ 1143.688322] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.688322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.688322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.688322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.688322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.688322] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.688322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.688322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.688827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.688827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.692158] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.692158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.692158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.692158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.692158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.692158] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e1f4a0d-6422-4313-91b0-999f97b71770 is going to be updated. [ 1143.714263] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.714407] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.714474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.714752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.716322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.716322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e1f4a0d-6422-4313-91b0-999f97b71770" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.194256] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1926539a-cbb4-4f3a-9dbe-6f829be24307',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.427159] env[65309]: INFO networking_nsxv3.common.synchronization [None req-7b7a096a-5bda-4b24-acf9-ae574b1d1b34 tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 with Priority: HIGHEST for action security_group_rules [ 1144.427660] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 with Priority: HIGHEST for action security_group_rules [ 1144.427979] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7017cf6-abc9-485b-a30b-1a8f6121a343 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.429218] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.429284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.429628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.429721] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7017cf6-abc9-485b-a30b-1a8f6121a343',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.544620] env[65309]: INFO networking_nsxv3.common.synchronization [None req-e2f1d343-9562-4f20-9b1a-4b0d5e6d5ccc tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 with Priority: HIGHEST for action security_group_rules [ 1144.545466] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 with Priority: HIGHEST for action security_group_rules [ 1144.545716] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7017cf6-abc9-485b-a30b-1a8f6121a343 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.545767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.642256] env[65309]: INFO networking_nsxv3.common.synchronization [None req-4e090697-9c4f-4da0-8089-b68497c56229 None None] Enqueued Resource ID: 517f9b35-d028-43e2-b653-1fb5e0038fc2 with Priority: HIGHEST for action port [ 1144.642755] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517f9b35-d028-43e2-b653-1fb5e0038fc2 with Priority: HIGHEST for action port [ 1144.643080] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-517f9b35-d028-43e2-b653-1fb5e0038fc2 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.643259] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-517f9b35-d028-43e2-b653-1fb5e0038fc2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.643342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-517f9b35-d028-43e2-b653-1fb5e0038fc2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.643609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-517f9b35-d028-43e2-b653-1fb5e0038fc2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.643717] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('517f9b35-d028-43e2-b653-1fb5e0038fc2',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.698488] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.698709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.698709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.699174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.699174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.699508] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 is going to be created. [ 1144.729311] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.729311] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.729311] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.729311] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.729557] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.743643] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 in Status: UNINITIALIZED for 2s [ 1144.907258] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: SUCCESS [ 1144.907430] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 deletion is rescheduled due to dependency. [ 1144.907545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.953440] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.953612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.953702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.953870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.953957] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.954145] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 already deleted. [ 1144.954240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.954402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.954574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.954669] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7017cf6-abc9-485b-a30b-1a8f6121a343',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.148385] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 517f9b35-d028-43e2-b653-1fb5e0038fc2 [ 1145.149312] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.149312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.149312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.149312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.149312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.149312] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:517f9b35-d028-43e2-b653-1fb5e0038fc2 already deleted. [ 1145.149312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-517f9b35-d028-43e2-b653-1fb5e0038fc2" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.479381] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.479381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.479796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.479796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.479796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.479876] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 already deleted. [ 1145.480047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.753557] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 in Status: SUCCESS [ 1146.753885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.753967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.754228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.754418] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.754535] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.754600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.754747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.754827] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.754911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.755011] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1926539a-cbb4-4f3a-9dbe-6f829be24307',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.075051] env[65309]: INFO networking_nsxv3.common.synchronization [None req-1745e5bc-d3e2-4499-873b-e6be3e2e9104 None None] Enqueued Resource ID: dd7679ca-4e4e-44c9-bac9-3629d1279d1c with Priority: HIGHEST for action port [ 1147.075306] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd7679ca-4e4e-44c9-bac9-3629d1279d1c with Priority: HIGHEST for action port [ 1147.075621] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd7679ca-4e4e-44c9-bac9-3629d1279d1c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.075739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd7679ca-4e4e-44c9-bac9-3629d1279d1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.078043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd7679ca-4e4e-44c9-bac9-3629d1279d1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.078043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd7679ca-4e4e-44c9-bac9-3629d1279d1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.078043] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd7679ca-4e4e-44c9-bac9-3629d1279d1c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.257547] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1926539a-cbb4-4f3a-9dbe-6f829be24307',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.578837] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd7679ca-4e4e-44c9-bac9-3629d1279d1c [ 1147.580026] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.580026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.580026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.580026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.580026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.580026] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd7679ca-4e4e-44c9-bac9-3629d1279d1c already deleted. [ 1147.580026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd7679ca-4e4e-44c9-bac9-3629d1279d1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.762840] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1926539a-cbb4-4f3a-9dbe-6f829be24307: rpc.has_security_group_logging(os_id): False [ 1147.787556] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.788170] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.788358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.788705] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.788892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.789244] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.790354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.790354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.790354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.790354] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.790354] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 is going to be created. [ 1147.875166] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.875406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.875465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.875707] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.875900] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.894904] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 in Status: IN_PROGRESS for 2s [ 1148.602136] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.602136] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.602136] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.602136] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.602136] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.602136] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.602136] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.602136] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.602819] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.603190] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.603468] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.604042] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.604333] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.604590] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.604819] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.606032] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.627069] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.627069] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.627069] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.627069] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.628053] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-5b24044e-4041-47f5-855f-9f7658a0739f taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.628053] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.628053] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.628302] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.628372] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b24044e-4041-47f5-855f-9f7658a0739f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.131626] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.132041] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.132041] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.132267] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.132429] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.132725] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.132887] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.133015] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.133239] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.133468] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.133813] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.133978] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.134114] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.134337] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.134474] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.134643] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 5b24044e-4041-47f5-855f-9f7658a0739f is going to be updated. [ 1149.164137] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.164480] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.164695] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.165136] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.165462] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.165744] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.908874] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 in Status: SUCCESS [ 1149.909106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.926031] env[65309]: INFO networking_nsxv3.common.synchronization [req-0f5724c7-44ee-44bc-8639-7cfc43421a8e req-b54662fd-6534-43ef-a52a-82a45baf7cfa service nova] Enqueued Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_rules [ 1149.926281] env[65309]: INFO networking_nsxv3.common.synchronization [req-0f5724c7-44ee-44bc-8639-7cfc43421a8e req-b54662fd-6534-43ef-a52a-82a45baf7cfa service nova] Enqueued Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_members [ 1149.927035] env[65309]: INFO networking_nsxv3.common.synchronization [req-0f5724c7-44ee-44bc-8639-7cfc43421a8e req-b54662fd-6534-43ef-a52a-82a45baf7cfa service nova] Enqueued Resource ID: 5b24044e-4041-47f5-855f-9f7658a0739f with Priority: HIGHEST for action port [ 1149.927035] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_rules [ 1149.927230] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_members [ 1149.927328] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b24044e-4041-47f5-855f-9f7658a0739f with Priority: HIGHEST for action port [ 1149.927668] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eed60955-4f1b-4bc4-b742-2aed05e612f3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.927805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.927927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.928195] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.928283] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.929758] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed60955-4f1b-4bc4-b742-2aed05e612f3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.929903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.929982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.930734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.930734] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.930734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.930734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.931038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.931038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.931038] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.931882] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b24044e-4041-47f5-855f-9f7658a0739f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.932038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.932125] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.932319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.932416] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b24044e-4041-47f5-855f-9f7658a0739f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.434341] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.435551] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed60955-4f1b-4bc4-b742-2aed05e612f3 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.435703] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.436459] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b24044e-4041-47f5-855f-9f7658a0739f with status ACTIVE [ 1150.436459] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.436459] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.436680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.436714] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.437096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.437096] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.437424] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.437479] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.437698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.438823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.438823] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.439080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.439080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.439141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.439210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.439303] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b24044e-4041-47f5-855f-9f7658a0739f is going to be updated. [ 1150.463471] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.463587] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.463650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.466341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.466514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.466690] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b24044e-4041-47f5-855f-9f7658a0739f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.936552] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.440167] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.440590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.440590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.440848] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.440961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.441103] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 is going to be updated. [ 1151.474539] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.474725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.474769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.475035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.475190] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.494594] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 in Status: IN_PROGRESS for 2s [ 1153.507396] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 in Status: SUCCESS [ 1153.507742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.507869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.508138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.508426] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.508684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.508848] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.508996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.509160] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.509295] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.509423] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.520521] env[65309]: INFO networking_nsxv3.common.synchronization [req-3bedcc1e-7dd8-4777-8f6a-eccd9709186b req-2ab2279f-89bd-453f-934e-0cbdf85f0ba3 tempest-ServerMetadataNegativeTestJSON-2029724917 tempest-ServerMetadataNegativeTestJSON-2029724917-project-member] Enqueued Resource ID: 64693f54-779f-4f20-9c92-591f3a053786 with Priority: HIGHEST for action security_group_members [ 1153.520691] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64693f54-779f-4f20-9c92-591f3a053786 with Priority: HIGHEST for action security_group_members [ 1153.522120] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-64693f54-779f-4f20-9c92-591f3a053786 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.522120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.522120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.522120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.522337] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.522421] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.522533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.522857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.522857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.522961] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64693f54-779f-4f20-9c92-591f3a053786',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.900708] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.900927] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-327" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.901677] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-327" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.901677] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-327" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.901785] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.901858] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.901970] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.902353] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.902590] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.902872] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.903054] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.903221] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.903378] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.903537] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.903690] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.903936] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.928353] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.928633] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1153.928858] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.929062] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-327" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.929394] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-86171844-40af-4a09-b5dc-25fe9343d378 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.929595] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-86171844-40af-4a09-b5dc-25fe9343d378" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.929739] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-86171844-40af-4a09-b5dc-25fe9343d378" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.930159] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-86171844-40af-4a09-b5dc-25fe9343d378" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.930280] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86171844-40af-4a09-b5dc-25fe9343d378',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.011903] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.027869] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.028080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.028080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.028298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.028388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.028579] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.028676] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.028731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.029054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.029054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.029054] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64693f54-779f-4f20-9c92-591f3a053786 already deleted. [ 1154.029242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.434136] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.434136] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.434136] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.434136] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.434576] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.434576] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 86171844-40af-4a09-b5dc-25fe9343d378 not found, creating... [ 1154.434822] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.435030] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.435198] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.435509] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.435714] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.436097] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.436319] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.436480] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.436760] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.437032] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.437222] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 86171844-40af-4a09-b5dc-25fe9343d378 is going to be created. [ 1154.459650] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.459966] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.460211] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.460637] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.461025] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.461372] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-86171844-40af-4a09-b5dc-25fe9343d378" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.515370] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eed60955-4f1b-4bc4-b742-2aed05e612f3: rpc.has_security_group_logging(os_id): False [ 1154.535573] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.535740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.535791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.535996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.536110] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.536415] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.536579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.536579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.536715] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.536800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.536887] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 is going to be updated. [ 1154.617960] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.618204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.618599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.618755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.618892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.630488] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 in Status: IN_PROGRESS for 2s [ 1155.058562] env[65309]: INFO networking_nsxv3.common.synchronization [req-e2d33d52-28bd-47e3-829a-b607ef75a265 req-482222c4-82d3-4e22-9a49-1fa26b7003a6 tempest-ServersNegativeTestJSON-2057203411 tempest-ServersNegativeTestJSON-2057203411-project-member] Enqueued Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_members [ 1155.058562] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGHEST for action security_group_members [ 1155.058737] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.059205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.059205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.059205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.059372] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.059372] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.059448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.059544] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.059630] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.059707] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.199339] env[65309]: INFO networking_nsxv3.common.synchronization [req-3bedcc1e-7dd8-4777-8f6a-eccd9709186b req-00b52508-5c42-4eac-a206-be2b4e379fcf service nova] Enqueued Resource ID: 64693f54-779f-4f20-9c92-591f3a053786 with Priority: HIGHEST for action security_group_rules [ 1155.199502] env[65309]: INFO networking_nsxv3.common.synchronization [req-3bedcc1e-7dd8-4777-8f6a-eccd9709186b req-00b52508-5c42-4eac-a206-be2b4e379fcf service nova] Enqueued Resource ID: 64693f54-779f-4f20-9c92-591f3a053786 with Priority: HIGHEST for action security_group_members [ 1155.199772] env[65309]: INFO networking_nsxv3.common.synchronization [req-3bedcc1e-7dd8-4777-8f6a-eccd9709186b req-00b52508-5c42-4eac-a206-be2b4e379fcf service nova] Enqueued Resource ID: 86171844-40af-4a09-b5dc-25fe9343d378 with Priority: HIGHEST for action port [ 1155.201027] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64693f54-779f-4f20-9c92-591f3a053786 with Priority: HIGHEST for action security_group_rules [ 1155.201027] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64693f54-779f-4f20-9c92-591f3a053786 with Priority: HIGHEST for action security_group_members [ 1155.201027] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86171844-40af-4a09-b5dc-25fe9343d378 with Priority: HIGHEST for action port [ 1155.201858] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64693f54-779f-4f20-9c92-591f3a053786 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.202027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.202027] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.202388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.202504] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64693f54-779f-4f20-9c92-591f3a053786',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.204288] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-64693f54-779f-4f20-9c92-591f3a053786 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.204288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.204470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.204697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.204850] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.204974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.205084] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.205268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.205401] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.205548] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64693f54-779f-4f20-9c92-591f3a053786',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.206712] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-86171844-40af-4a09-b5dc-25fe9343d378 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.206897] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86171844-40af-4a09-b5dc-25fe9343d378" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.206964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86171844-40af-4a09-b5dc-25fe9343d378" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.207312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86171844-40af-4a09-b5dc-25fe9343d378" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.207469] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86171844-40af-4a09-b5dc-25fe9343d378',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.562696] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.563076] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.563076] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.563076] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.563244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.563383] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.563488] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.563546] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.563722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.563816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.563898] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 is going to be updated. [ 1155.598315] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.598315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.598315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.598315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.598315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.608475] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: IN_PROGRESS for 2s [ 1155.710141] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64693f54-779f-4f20-9c92-591f3a053786',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.711450] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-64693f54-779f-4f20-9c92-591f3a053786 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.711596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.711844] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86171844-40af-4a09-b5dc-25fe9343d378 with status ACTIVE [ 1155.712145] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.712303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.712400] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.712679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.712767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.712945] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.713120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.713236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.713465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.713579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.713870] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.714280] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.714280] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.714356] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.714461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.714496] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86171844-40af-4a09-b5dc-25fe9343d378 is going to be updated. [ 1155.742628] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.742801] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.742889] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.743129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.743268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.743478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86171844-40af-4a09-b5dc-25fe9343d378" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.850880] env[65309]: INFO networking_nsxv3.common.synchronization [req-dafc0e7a-0240-47bc-82ea-087530b08cfa req-5020ed42-b49e-41f3-8c0a-967f26171ab5 tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 with Priority: HIGHEST for action security_group_members [ 1155.851616] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 with Priority: HIGHEST for action security_group_members [ 1155.852104] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7017cf6-abc9-485b-a30b-1a8f6121a343 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.852300] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.852300] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.852695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.852880] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.852996] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.853096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.853272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.853359] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.853457] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7017cf6-abc9-485b-a30b-1a8f6121a343',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.217250] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64693f54-779f-4f20-9c92-591f3a053786',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.245407] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-165 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.246121] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.246121] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.246121] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.246262] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.246381] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.247249] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.247249] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.247249] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.247662] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.247662] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.247745] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.247849] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.247962] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.248080] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.248220] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.265719] env[65309]: INFO networking_nsxv3.common.synchronization [req-74489a22-0a26-4014-8ccb-9236f25481fc req-cfcf3437-b1cb-4eac-ab79-4153c8fc0093 tempest-ServerActionsTestOtherA-846226936 tempest-ServerActionsTestOtherA-846226936-project-member] Enqueued Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_members [ 1156.266941] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_members [ 1156.267862] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b84731cf-1d99-4597-a3a8-d02e17662538 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.268177] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.268294] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.268590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.268990] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.269123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.269192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.269363] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.269466] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.269563] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.271464] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.271620] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.271757] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.271940] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-165" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.272292] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-97dc0163-dbe4-4437-80e9-3d1afe469a3c taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.272472] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-97dc0163-dbe4-4437-80e9-3d1afe469a3c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.272996] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-97dc0163-dbe4-4437-80e9-3d1afe469a3c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.272996] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-97dc0163-dbe4-4437-80e9-3d1afe469a3c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.273373] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97dc0163-dbe4-4437-80e9-3d1afe469a3c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.356594] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.356773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.356845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.357081] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.357173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.357404] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.360016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.360016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.360016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.360016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.360016] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 already deleted. [ 1156.360016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.643338] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 in Status: SUCCESS [ 1156.643649] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.720356] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.720496] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.720536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.720759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.720849] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.720948] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64693f54-779f-4f20-9c92-591f3a053786 is going to be created. [ 1156.746891] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.747097] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.747205] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.747589] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.747823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.761522] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64693f54-779f-4f20-9c92-591f3a053786 in Status: UNINITIALIZED for 2s [ 1156.775567] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.776480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.776480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.776480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.776480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.776480] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.776480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.776480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.776748] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.776748] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.776748] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b84731cf-1d99-4597-a3a8-d02e17662538 is going to be updated. [ 1156.778128] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.778313] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.778433] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.778828] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.778828] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.778935] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 97dc0163-dbe4-4437-80e9-3d1afe469a3c not found, creating... [ 1156.779171] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.779321] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.779435] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.779642] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.779772] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.780070] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.780223] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.780336] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.780539] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.780665] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.780797] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 97dc0163-dbe4-4437-80e9-3d1afe469a3c is going to be created. [ 1156.816545] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.816789] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.816873] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.817192] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.817445] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.817687] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-97dc0163-dbe4-4437-80e9-3d1afe469a3c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.820035] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.820035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.820035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.820035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.820035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.831395] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b84731cf-1d99-4597-a3a8-d02e17662538 in Status: IN_PROGRESS for 2s [ 1157.577896] env[65309]: INFO networking_nsxv3.common.synchronization [req-dafc0e7a-0240-47bc-82ea-087530b08cfa req-e12ab6d4-1013-476b-968f-4be437cf0ad8 service nova] Enqueued Resource ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 with Priority: HIGHEST for action security_group_rules [ 1157.577973] env[65309]: INFO networking_nsxv3.common.synchronization [req-dafc0e7a-0240-47bc-82ea-087530b08cfa req-e12ab6d4-1013-476b-968f-4be437cf0ad8 service nova] Enqueued Resource ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 with Priority: HIGHEST for action security_group_members [ 1157.578077] env[65309]: INFO networking_nsxv3.common.synchronization [req-dafc0e7a-0240-47bc-82ea-087530b08cfa req-e12ab6d4-1013-476b-968f-4be437cf0ad8 service nova] Enqueued Resource ID: 97dc0163-dbe4-4437-80e9-3d1afe469a3c with Priority: HIGHEST for action port [ 1157.578639] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 with Priority: HIGHEST for action security_group_rules [ 1157.578782] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 with Priority: HIGHEST for action security_group_members [ 1157.578881] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97dc0163-dbe4-4437-80e9-3d1afe469a3c with Priority: HIGHEST for action port [ 1157.579233] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7017cf6-abc9-485b-a30b-1a8f6121a343 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.579389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.579429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.579620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.579703] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7017cf6-abc9-485b-a30b-1a8f6121a343',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.580663] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7017cf6-abc9-485b-a30b-1a8f6121a343 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.580780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.580899] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.581034] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.581185] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.581279] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.581340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.581480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.581564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.581745] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7017cf6-abc9-485b-a30b-1a8f6121a343',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.582507] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-97dc0163-dbe4-4437-80e9-3d1afe469a3c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.582598] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97dc0163-dbe4-4437-80e9-3d1afe469a3c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.582635] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97dc0163-dbe4-4437-80e9-3d1afe469a3c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.582860] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97dc0163-dbe4-4437-80e9-3d1afe469a3c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.582860] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97dc0163-dbe4-4437-80e9-3d1afe469a3c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.618921] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 in Status: SUCCESS [ 1157.619118] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 deletion is rescheduled due to dependency. [ 1157.619236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.084669] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7017cf6-abc9-485b-a30b-1a8f6121a343',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.085849] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7017cf6-abc9-485b-a30b-1a8f6121a343 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.085980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.086159] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97dc0163-dbe4-4437-80e9-3d1afe469a3c with status ACTIVE [ 1158.086394] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.086555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.086555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.086756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.086833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.087574] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.087574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.087574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.087574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.087574] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.087775] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.087775] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.087856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.088024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.088081] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.088953] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97dc0163-dbe4-4437-80e9-3d1afe469a3c is going to be updated. [ 1158.131252] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.132525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.132525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.132525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.132525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.132754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97dc0163-dbe4-4437-80e9-3d1afe469a3c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.270891] env[65309]: INFO networking_nsxv3.common.synchronization [req-1538366e-0dd8-460b-9144-7e558b46e423 req-42875816-4421-4bfe-917c-560bf0df0bbe tempest-ServerActionsTestOtherB-242195843 tempest-ServerActionsTestOtherB-242195843-project-member] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 1158.271840] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 1158.272206] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.272333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.272399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.272603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.272762] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.272887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.272977] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.273073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.273147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.273241] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.590272] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7017cf6-abc9-485b-a30b-1a8f6121a343',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.777580] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.777580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.777580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.777580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.777580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.777580] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.777971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.777971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.777971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.777971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.778105] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be updated. [ 1158.803984] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64693f54-779f-4f20-9c92-591f3a053786 in Status: SUCCESS [ 1158.804273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.804464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.804694] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.804933] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.805069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.805135] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.805337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.805421] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.805506] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.805647] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64693f54-779f-4f20-9c92-591f3a053786',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.824648] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.824974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.824974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.826570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.826570] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.852949] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b84731cf-1d99-4597-a3a8-d02e17662538 in Status: SUCCESS [ 1158.853201] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b84731cf-1d99-4597-a3a8-d02e17662538 deletion is rescheduled due to dependency. [ 1158.853287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.854196] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: IN_PROGRESS for 2s [ 1159.094376] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.094795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.094795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.094795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.094795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.094940] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 is going to be created. [ 1159.120324] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.120418] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.120691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.120691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.120969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.139211] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 in Status: UNINITIALIZED for 2s [ 1159.209836] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.210104] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.210240] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.210588] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.211497] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.211781] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.211946] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.212232] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.212448] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.212656] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.212818] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.212887] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.212996] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.213134] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.213265] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.213454] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.232682] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.232809] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.232854] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.234035] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.234035] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-43e124d9-4a3a-4b96-b873-d8772bcc321c taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.234035] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.234035] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.234035] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.234444] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43e124d9-4a3a-4b96-b873-d8772bcc321c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.307865] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-64693f54-779f-4f20-9c92-591f3a053786 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.308240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.308368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.308732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.309019] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.309163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.309234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.309414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.309505] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.309605] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.309788] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-64693f54-779f-4f20-9c92-591f3a053786 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.309888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.309950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.310114] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.310261] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.310353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.310412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.310551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.310658] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.310704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.310792] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64693f54-779f-4f20-9c92-591f3a053786',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.737119] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.737422] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.737597] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.737861] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.738028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.738181] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 43e124d9-4a3a-4b96-b873-d8772bcc321c not found, creating... [ 1159.738501] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.738856] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.739029] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.739271] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.739434] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.739743] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.739902] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.740032] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.740256] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.740381] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.740524] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 43e124d9-4a3a-4b96-b873-d8772bcc321c is going to be created. [ 1159.762462] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.762707] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.762830] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.763070] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.763296] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.763520] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.813238] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64693f54-779f-4f20-9c92-591f3a053786: rpc.has_security_group_logging(os_id): False [ 1159.831898] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.832066] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.832119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.832332] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.832422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.832601] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.832698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.832760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.832906] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.832982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.833191] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.833284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.833400] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.833543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.833617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.833792] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.833885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.833946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.834092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.834165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.834289] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64693f54-779f-4f20-9c92-591f3a053786 is going to be created. [ 1159.944915] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.945105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.945105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.945333] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.946032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.965705] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64693f54-779f-4f20-9c92-591f3a053786 in Status: IN_PROGRESS for 2s [ 1160.475253] env[65309]: INFO networking_nsxv3.common.synchronization [req-1538366e-0dd8-460b-9144-7e558b46e423 req-d9f2f372-e6f0-49df-9e20-121a6d5bbec0 service nova] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_rules [ 1160.475253] env[65309]: INFO networking_nsxv3.common.synchronization [req-1538366e-0dd8-460b-9144-7e558b46e423 req-d9f2f372-e6f0-49df-9e20-121a6d5bbec0 service nova] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 1160.475253] env[65309]: INFO networking_nsxv3.common.synchronization [req-1538366e-0dd8-460b-9144-7e558b46e423 req-d9f2f372-e6f0-49df-9e20-121a6d5bbec0 service nova] Enqueued Resource ID: 43e124d9-4a3a-4b96-b873-d8772bcc321c with Priority: HIGHEST for action port [ 1160.475253] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_rules [ 1160.475253] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 1160.475253] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43e124d9-4a3a-4b96-b873-d8772bcc321c with Priority: HIGHEST for action port [ 1160.475253] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.475253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.475253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.475253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.476155] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.477403] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.477648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.478272] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-43e124d9-4a3a-4b96-b873-d8772bcc321c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.479104] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.479104] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.479104] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.479104] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43e124d9-4a3a-4b96-b873-d8772bcc321c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.865475] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: SUCCESS [ 1160.865832] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 deletion is rescheduled due to dependency. [ 1160.866058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.866246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.866523] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.866763] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.866888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.866952] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.867130] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.867244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.867352] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.980440] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.980698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.982051] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43e124d9-4a3a-4b96-b873-d8772bcc321c with status ACTIVE [ 1160.982051] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.982051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.982051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.982051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.982051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.982051] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.982599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.982599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.982599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.982599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.982822] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.982961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.983049] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.983212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.983316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.983428] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43e124d9-4a3a-4b96-b873-d8772bcc321c is going to be updated. [ 1161.005595] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.005794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.005794] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.006023] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.006198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.006374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.151026] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 in Status: SUCCESS [ 1161.152093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.152093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.152093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.152093] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.152093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.152093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.152491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.152491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.152491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.152491] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7017cf6-abc9-485b-a30b-1a8f6121a343',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.370119] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.654664] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7017cf6-abc9-485b-a30b-1a8f6121a343',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.872925] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.981341] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64693f54-779f-4f20-9c92-591f3a053786 in Status: SUCCESS [ 1161.981588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.157480] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7017cf6-abc9-485b-a30b-1a8f6121a343: rpc.has_security_group_logging(os_id): False [ 1162.176822] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.177106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.177106] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.177311] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.177446] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.177877] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.178026] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.178073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.178226] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.178306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.178396] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 is going to be created. [ 1162.251931] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.252108] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.252182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.252412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.252609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.269955] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 in Status: IN_PROGRESS for 2s [ 1162.375677] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.376186] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.376294] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.376577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.377279] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.377513] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be updated. [ 1162.434170] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.434491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.434491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.434656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.434841] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.449794] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: IN_PROGRESS for 2s [ 1164.284327] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 in Status: SUCCESS [ 1164.284667] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.461736] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: SUCCESS [ 1164.461986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.462190] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.462438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.462642] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.462763] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.462821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.462972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.463067] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.463155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.463245] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.599913] env[65309]: INFO networking_nsxv3.common.synchronization [None req-9fee41d1-a3e3-4014-83da-187a8a80beaf tempest-ServerActionsTestOtherA-846226936 tempest-ServerActionsTestOtherA-846226936-project-member] Enqueued Resource ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c with Priority: HIGHEST for action security_group_rules [ 1164.600733] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c with Priority: HIGHEST for action security_group_rules [ 1164.601209] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.601387] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.601490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.601859] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.601988] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.681770] env[65309]: INFO networking_nsxv3.common.synchronization [None req-b2f98d9b-19e6-44e2-acb5-4296a3ab4b99 tempest-ServerActionsTestOtherA-846226936 tempest-ServerActionsTestOtherA-846226936-project-member] Enqueued Resource ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c with Priority: HIGHEST for action security_group_rules [ 1164.682375] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c with Priority: HIGHEST for action security_group_rules [ 1164.682692] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.682793] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.965990] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.125336] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.125336] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.125336] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.125336] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.125336] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.125336] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c already deleted. [ 1165.125336] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.125336] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.126082] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.126188] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.468404] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 866965a1-b312-4cb5-9be3-b5b8a602c393: rpc.has_security_group_logging(os_id): False [ 1165.488675] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.488964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.488964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.489221] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.489338] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.489674] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.489808] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.489901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.490138] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.490232] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.490341] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be updated. [ 1165.556396] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.556572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.556652] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.556923] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.557120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.572831] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: IN_PROGRESS for 2s [ 1165.652010] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.652179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.652238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.652445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.652534] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.652635] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c already deleted. [ 1165.652734] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.585942] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: SUCCESS [ 1167.585942] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.208608] env[65309]: INFO networking_nsxv3.common.synchronization [req-f7f5f768-d34e-4064-ba9a-c49e647c82ab req-614868ee-c64f-41dc-b85d-534c7f9ca9e9 tempest-ServerMetadataNegativeTestJSON-2029724917 tempest-ServerMetadataNegativeTestJSON-2029724917-project-member] Enqueued Resource ID: 64693f54-779f-4f20-9c92-591f3a053786 with Priority: HIGHEST for action security_group_members [ 1169.209180] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64693f54-779f-4f20-9c92-591f3a053786 with Priority: HIGHEST for action security_group_members [ 1169.209540] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-64693f54-779f-4f20-9c92-591f3a053786 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.209665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.209733] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.210199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.210199] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.210325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.210325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.210499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.210593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.210670] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64693f54-779f-4f20-9c92-591f3a053786',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.712665] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.712865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.712934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.713316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.713316] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.713505] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.713595] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.713650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.713803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.713967] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.714218] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64693f54-779f-4f20-9c92-591f3a053786 is going to be updated. [ 1169.744262] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.744438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.744552] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.744772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.744913] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.755342] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64693f54-779f-4f20-9c92-591f3a053786 in Status: IN_PROGRESS for 2s [ 1170.283577] env[65309]: INFO networking_nsxv3.common.synchronization [req-72c27765-d8aa-4b1e-aa6c-9a3294dc511d req-255c09e8-a114-4797-a952-98c5dc12e2b8 tempest-ServerActionsTestOtherA-846226936 tempest-ServerActionsTestOtherA-846226936-project-member] Enqueued Resource ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c with Priority: HIGHEST for action security_group_members [ 1170.284099] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c with Priority: HIGHEST for action security_group_members [ 1170.285572] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.285572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.285572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.285572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.285572] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.285572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.285572] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.286086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.286086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.286086] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.620019] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-913 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.620224] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.620349] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.620620] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.620876] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.621036] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.621162] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.621447] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.621602] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.621809] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.621918] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.622034] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.622140] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.622247] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.622351] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.622481] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.647076] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.647076] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.647076] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.647076] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.647300] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-ed901e52-64ff-481f-bfd9-aee2835b65ad taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.647300] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-ed901e52-64ff-481f-bfd9-aee2835b65ad" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.647407] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-ed901e52-64ff-481f-bfd9-aee2835b65ad" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.647722] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-ed901e52-64ff-481f-bfd9-aee2835b65ad" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.647860] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed901e52-64ff-481f-bfd9-aee2835b65ad',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.788978] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.789181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.789221] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.789442] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.789530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.789726] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.789823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.789886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.790045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.790122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.790205] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c already deleted. [ 1170.790284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.150626] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.151029] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.151267] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.151696] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.151970] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.152278] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port ed901e52-64ff-481f-bfd9-aee2835b65ad not found, creating... [ 1171.152689] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.152959] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.153184] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.153589] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.153845] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.154367] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.154674] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.155043] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.155425] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.155677] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.155940] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: ed901e52-64ff-481f-bfd9-aee2835b65ad is going to be created. [ 1171.182716] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.182716] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.182959] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.183373] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.183745] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.184128] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-ed901e52-64ff-481f-bfd9-aee2835b65ad" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.768338] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64693f54-779f-4f20-9c92-591f3a053786 in Status: SUCCESS [ 1171.768338] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64693f54-779f-4f20-9c92-591f3a053786 deletion is rescheduled due to dependency. [ 1171.768697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.855855] env[65309]: INFO networking_nsxv3.common.synchronization [req-72c27765-d8aa-4b1e-aa6c-9a3294dc511d req-ddea5fde-5e6b-46f8-8c1f-68f29f58c972 service nova] Enqueued Resource ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c with Priority: HIGHEST for action security_group_rules [ 1171.856463] env[65309]: INFO networking_nsxv3.common.synchronization [req-72c27765-d8aa-4b1e-aa6c-9a3294dc511d req-ddea5fde-5e6b-46f8-8c1f-68f29f58c972 service nova] Enqueued Resource ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c with Priority: HIGHEST for action security_group_members [ 1171.856713] env[65309]: INFO networking_nsxv3.common.synchronization [req-72c27765-d8aa-4b1e-aa6c-9a3294dc511d req-ddea5fde-5e6b-46f8-8c1f-68f29f58c972 service nova] Enqueued Resource ID: ed901e52-64ff-481f-bfd9-aee2835b65ad with Priority: HIGHEST for action port [ 1171.857376] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c with Priority: HIGHEST for action security_group_rules [ 1171.857460] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c with Priority: HIGHEST for action security_group_members [ 1171.857616] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed901e52-64ff-481f-bfd9-aee2835b65ad with Priority: HIGHEST for action port [ 1171.857954] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.858108] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.858202] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.858672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.858780] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.861626] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.861752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.861836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.862050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.862217] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.862339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.862405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.862579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.862704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.862798] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.863638] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed901e52-64ff-481f-bfd9-aee2835b65ad taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.863931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed901e52-64ff-481f-bfd9-aee2835b65ad" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.863931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed901e52-64ff-481f-bfd9-aee2835b65ad" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.864039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed901e52-64ff-481f-bfd9-aee2835b65ad" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.865066] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed901e52-64ff-481f-bfd9-aee2835b65ad',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.367293] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.368530] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.368669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.368811] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed901e52-64ff-481f-bfd9-aee2835b65ad with status ACTIVE [ 1172.369059] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.369208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.369208] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.369422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.369504] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.369700] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.369797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.369915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.370368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.370368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.370368] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.370368] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.370716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.370716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.370716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.370716] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed901e52-64ff-481f-bfd9-aee2835b65ad is going to be updated. [ 1172.390989] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.391187] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.391187] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.391391] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.391526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.391680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed901e52-64ff-481f-bfd9-aee2835b65ad" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.873064] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.375535] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.375671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.375740] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.375964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.376065] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.376164] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c is going to be created. [ 1173.415317] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.415503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.415593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.415839] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.416052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.427020] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c in Status: UNINITIALIZED for 2s [ 1175.441112] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c in Status: SUCCESS [ 1175.441435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.441606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.441901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.442118] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.442247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.442315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.442479] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.442559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.442647] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.442743] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.946070] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.447440] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c: rpc.has_security_group_logging(os_id): False [ 1176.464954] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.465137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.465137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.465325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.465414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.465650] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.465750] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.465813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.465955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.466043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.466130] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c is going to be created. [ 1176.524407] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.524695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.524834] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.525074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.525267] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.535932] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c in Status: IN_PROGRESS for 2s [ 1176.859085] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1176.859376] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1178.549089] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c in Status: SUCCESS [ 1178.549379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.860134] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1181.860493] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1186.861461] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.861966] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1187.056515] env[65309]: INFO networking_nsxv3.common.synchronization [req-aea06b14-9cc0-4e95-92a2-4de6adaca571 req-570217da-5de3-49a1-9998-c22f79c926e3 tempest-ServerActionsTestJSON-435320703 tempest-ServerActionsTestJSON-435320703-project-member] Enqueued Resource ID: fa33b654-13c8-454c-8638-c4af87ada176 with Priority: HIGHEST for action security_group_members [ 1187.056515] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa33b654-13c8-454c-8638-c4af87ada176 with Priority: HIGHEST for action security_group_members [ 1187.056515] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa33b654-13c8-454c-8638-c4af87ada176 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.056515] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.056515] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.057284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.057284] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.057284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.057284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.057284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.057530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.057530] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa33b654-13c8-454c-8638-c4af87ada176',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.561962] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.562217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.562217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.562444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.562601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.562726] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.562819] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.562870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.563035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.563100] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.563197] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa33b654-13c8-454c-8638-c4af87ada176 is going to be updated. [ 1187.592939] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.593228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.593228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.593441] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.593588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.602789] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa33b654-13c8-454c-8638-c4af87ada176 in Status: IN_PROGRESS for 2s [ 1189.613464] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa33b654-13c8-454c-8638-c4af87ada176 in Status: SUCCESS [ 1189.613876] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa33b654-13c8-454c-8638-c4af87ada176 deletion is rescheduled due to dependency. [ 1189.613876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa33b654-13c8-454c-8638-c4af87ada176" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.056709] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1192.057158] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1197.057811] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1197.058246] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1199.623171] env[65309]: INFO networking_nsxv3.common.synchronization [req-b1f4cad7-6c4d-45bf-8903-3977a17ef5a6 req-093563d3-68c3-4381-9208-d94614048406 tempest-ServerActionsV293TestJSON-350909090 tempest-ServerActionsV293TestJSON-350909090-project-member] Enqueued Resource ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 with Priority: HIGHEST for action security_group_members [ 1199.623799] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 with Priority: HIGHEST for action security_group_members [ 1199.624188] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-1926539a-cbb4-4f3a-9dbe-6f829be24307 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.624387] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.624499] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.624778] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.624981] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.625147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.625249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.625622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.625622] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.625622] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1926539a-cbb4-4f3a-9dbe-6f829be24307',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.129680] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.129881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.129919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.130140] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.130253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.130439] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.130537] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.130599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.130752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.130828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.130913] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 is going to be updated. [ 1200.161979] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.162198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.162293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.162532] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.162703] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.173083] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 in Status: IN_PROGRESS for 2s [ 1202.185731] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 in Status: SUCCESS [ 1202.186045] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 deletion is rescheduled due to dependency. [ 1202.186045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.624403] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.624787] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1209.625715] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1209.625715] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1212.113730] env[65309]: INFO networking_nsxv3.common.synchronization [req-8e637b52-6c35-4e5f-aa99-cbb61f03abe8 req-b3035582-9418-4f3b-8dff-f945544824a4 tempest-AttachVolumeShelveTestJSON-924888662 tempest-AttachVolumeShelveTestJSON-924888662-project-member] Enqueued Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_members [ 1212.114328] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGHEST for action security_group_members [ 1212.115165] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eed60955-4f1b-4bc4-b742-2aed05e612f3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.115165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.115165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.115532] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.115614] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.115732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.115788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.115975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.116079] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.116187] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.618954] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.619725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.619725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.619876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.619876] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.620082] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.620225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.620225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.620423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.620526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.620526] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 is going to be updated. [ 1212.649694] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.649923] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.649923] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.650122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.650259] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.658963] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 in Status: IN_PROGRESS for 2s [ 1214.671877] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 in Status: SUCCESS [ 1214.672294] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 deletion is rescheduled due to dependency. [ 1214.672334] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.686053] env[65309]: INFO networking_nsxv3.common.synchronization [None req-b9f2e575-d6a4-42ee-8089-370429fbdbfd tempest-AttachVolumeShelveTestJSON-924888662 tempest-AttachVolumeShelveTestJSON-924888662-project-member] Enqueued Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_rules [ 1216.686767] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_rules [ 1216.687134] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.687403] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.687530] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.687803] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.687944] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.776741] env[65309]: INFO networking_nsxv3.common.synchronization [None req-8368bd2b-a9c4-46a7-aba4-67c4bcaa95d1 tempest-AttachVolumeShelveTestJSON-924888662 tempest-AttachVolumeShelveTestJSON-924888662-project-member] Enqueued Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_rules [ 1216.777358] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_rules [ 1216.777787] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.777984] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.210220] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.210431] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.210496] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.210679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.210778] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.210862] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e already deleted. [ 1217.210939] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.211136] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.211249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.211431] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.736250] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.736560] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.736560] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.736773] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.736882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.736983] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e already deleted. [ 1217.737078] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.086701] env[65309]: INFO networking_nsxv3.common.synchronization [req-1f3c62b9-b158-406c-abd4-ea65ec3acabb req-3d70756d-5f49-4f5d-a5b8-69a693ac6d4e tempest-ServerActionsTestJSON-435320703 tempest-ServerActionsTestJSON-435320703-project-member] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 1221.087290] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 1221.088077] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.088134] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.088204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.088413] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.088575] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.088672] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.088736] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.089036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.089036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.089143] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.593601] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.593601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.593855] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.593975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.594092] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.594366] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.594478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.594536] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.594714] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.594793] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.594883] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f is going to be updated. [ 1221.625427] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.625689] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.625689] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.625847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.625985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.634416] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: IN_PROGRESS for 2s [ 1222.455739] env[65309]: INFO networking_nsxv3.common.synchronization [req-357834f7-2154-4bc6-8277-c0037b81bee5 req-d18b6bfd-682d-4eb3-a44a-9635155b2315 tempest-AttachVolumeShelveTestJSON-924888662 tempest-AttachVolumeShelveTestJSON-924888662-project-member] Enqueued Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_members [ 1222.456442] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_members [ 1222.456895] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.457096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.457224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.457550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.457714] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.457832] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.457899] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.458084] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.458175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.458269] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.749776] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.750016] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.750578] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.750578] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.750805] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.750805] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.750917] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.751396] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.751396] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.751508] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.751628] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.751765] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.751916] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.752086] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.752225] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.752412] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.772469] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.772653] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1222.772653] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.772826] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.773158] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-6708cadc-b341-4b59-a136-f008f1b465b1 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.773325] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.773532] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.773766] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.773912] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6708cadc-b341-4b59-a136-f008f1b465b1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.960770] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.960870] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.960914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.961200] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.961319] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.961530] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.961651] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.961733] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.961984] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.962116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.962221] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e already deleted. [ 1222.962315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.277087] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.277494] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.277712] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.278132] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.278442] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.278737] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 6708cadc-b341-4b59-a136-f008f1b465b1 not found, creating... [ 1223.279086] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.279220] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.279385] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.279736] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.279896] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.280215] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.280380] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.280501] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.280717] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.280849] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.280988] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 6708cadc-b341-4b59-a136-f008f1b465b1 is going to be created. [ 1223.305218] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.305444] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.305569] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.305832] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.306083] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.306301] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.464483] env[65309]: INFO networking_nsxv3.common.synchronization [req-50dbedb1-d5b0-4392-a076-4d7c04894c2d req-34526579-f0a7-4eec-b29f-b11c405dc64c tempest-AttachVolumeNegativeTest-1630242185 tempest-AttachVolumeNegativeTest-1630242185-project-member] Enqueued Resource ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 with Priority: HIGHEST for action security_group_members [ 1223.464944] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 with Priority: HIGHEST for action security_group_members [ 1223.465276] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7017cf6-abc9-485b-a30b-1a8f6121a343 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.465407] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.465493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.465661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.465811] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.465916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.466009] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.466184] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.466265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.466538] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7017cf6-abc9-485b-a30b-1a8f6121a343',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.646481] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: SUCCESS [ 1223.646743] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f deletion is rescheduled due to dependency. [ 1223.646743] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.969428] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.969428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.969650] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.969697] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.969813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.970118] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.970272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.970327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.970584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.970642] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.970755] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 is going to be updated. [ 1224.000064] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.000275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.000378] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.000580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.000724] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.012012] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 in Status: IN_PROGRESS for 2s [ 1224.078578] env[65309]: INFO networking_nsxv3.common.synchronization [req-357834f7-2154-4bc6-8277-c0037b81bee5 req-9b34aef4-1938-44f7-950a-32cb3276d00a service nova] Enqueued Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_rules [ 1224.078790] env[65309]: INFO networking_nsxv3.common.synchronization [req-357834f7-2154-4bc6-8277-c0037b81bee5 req-9b34aef4-1938-44f7-950a-32cb3276d00a service nova] Enqueued Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_members [ 1224.078790] env[65309]: INFO networking_nsxv3.common.synchronization [req-357834f7-2154-4bc6-8277-c0037b81bee5 req-9b34aef4-1938-44f7-950a-32cb3276d00a service nova] Enqueued Resource ID: 6708cadc-b341-4b59-a136-f008f1b465b1 with Priority: HIGHEST for action port [ 1224.079564] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_rules [ 1224.079712] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_members [ 1224.079811] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6708cadc-b341-4b59-a136-f008f1b465b1 with Priority: HIGHEST for action port [ 1224.082824] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.083033] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.083079] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.083367] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.083367] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.084295] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.084403] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.085068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.085068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.085068] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.085068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.085068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.088550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.088700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.088816] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.089853] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6708cadc-b341-4b59-a136-f008f1b465b1 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.089982] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.090068] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.090256] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.090338] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6708cadc-b341-4b59-a136-f008f1b465b1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.592572] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.592953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.598286] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.599246] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6708cadc-b341-4b59-a136-f008f1b465b1 with status ACTIVE [ 1224.599460] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.599584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.599657] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.599853] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.599946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.600123] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.600225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.600287] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.600429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.600504] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.601129] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.601129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.601129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.601129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.601379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.601379] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6708cadc-b341-4b59-a136-f008f1b465b1 is going to be updated. [ 1224.626055] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.626055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.626055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.626055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.626055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.626055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.103295] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.607621] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.607936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.607936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.608057] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.608147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.608244] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e is going to be created. [ 1225.632061] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.632061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.632422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.632422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.632624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.643776] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e in Status: UNINITIALIZED for 2s [ 1226.024100] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 in Status: SUCCESS [ 1226.024313] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 deletion is rescheduled due to dependency. [ 1226.024388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.653486] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e in Status: SUCCESS [ 1227.653788] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.653904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.654159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.654373] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.654497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.654566] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.654725] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.654809] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.654894] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.654987] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.157371] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.659895] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2247b4eb-6717-4efd-b4e5-5cf1d61d027e: rpc.has_security_group_logging(os_id): False [ 1228.677982] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.678169] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.678210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.678481] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.678577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.678824] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.678978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.679038] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.679171] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.679260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.679333] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e is going to be created. [ 1228.738573] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.738754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.738804] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.739031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.739217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.750657] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e in Status: IN_PROGRESS for 2s [ 1229.083355] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.083355] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1230.765385] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e in Status: SUCCESS [ 1230.765716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.905049] env[65309]: INFO networking_nsxv3.common.synchronization [req-9f43d84f-7e26-4180-a856-3135afc1e935 req-c7b2f5ca-2d37-47b1-83c8-79dd40e82a15 tempest-ServerActionsTestJSON-435320703 tempest-ServerActionsTestJSON-435320703-project-member] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 1230.905833] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 1230.906319] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.906540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.906691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.906938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.907146] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.907256] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.907301] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.907562] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.907653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.907749] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.249157] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.249334] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.249459] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.249770] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.250203] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.250403] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.250526] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.250754] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.250898] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.251118] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.251232] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1231.251339] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1231.251444] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1231.251553] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.251660] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1231.251792] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1231.269947] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1231.270169] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1231.270312] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1231.270483] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.270788] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-2e4abae5-a9a0-4083-b0ef-fc62914ed33c taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.270953] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-2e4abae5-a9a0-4083-b0ef-fc62914ed33c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.271082] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-2e4abae5-a9a0-4083-b0ef-fc62914ed33c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.271420] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-2e4abae5-a9a0-4083-b0ef-fc62914ed33c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.271551] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e4abae5-a9a0-4083-b0ef-fc62914ed33c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.410152] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.410325] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.410370] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.410590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.410683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.410872] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.410972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.411051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.411203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.411278] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.411364] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f is going to be updated. [ 1231.440587] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.440720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.440789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.441203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.441203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.450180] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: IN_PROGRESS for 2s [ 1231.773992] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.774353] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.774353] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.774764] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.774918] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.775090] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 2e4abae5-a9a0-4083-b0ef-fc62914ed33c not found, creating... [ 1231.775351] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.775561] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.775696] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.775924] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.776072] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.776394] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.776576] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.776730] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.776950] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.777092] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.777230] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 2e4abae5-a9a0-4083-b0ef-fc62914ed33c is going to be created. [ 1231.798716] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.798938] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.799048] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.799328] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.799553] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.799762] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-2e4abae5-a9a0-4083-b0ef-fc62914ed33c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.531294] env[65309]: INFO networking_nsxv3.common.synchronization [req-9f43d84f-7e26-4180-a856-3135afc1e935 req-ed6d3119-2d9b-4758-b005-9d63ae54a3ef service nova] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_rules [ 1232.531473] env[65309]: INFO networking_nsxv3.common.synchronization [req-9f43d84f-7e26-4180-a856-3135afc1e935 req-ed6d3119-2d9b-4758-b005-9d63ae54a3ef service nova] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 1232.531610] env[65309]: INFO networking_nsxv3.common.synchronization [req-9f43d84f-7e26-4180-a856-3135afc1e935 req-ed6d3119-2d9b-4758-b005-9d63ae54a3ef service nova] Enqueued Resource ID: 2e4abae5-a9a0-4083-b0ef-fc62914ed33c with Priority: HIGHEST for action port [ 1232.532113] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_rules [ 1232.532244] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 1232.532340] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e4abae5-a9a0-4083-b0ef-fc62914ed33c with Priority: HIGHEST for action port [ 1232.532639] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.532770] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.532831] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.533043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.533123] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.534102] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.534196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.535324] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e4abae5-a9a0-4083-b0ef-fc62914ed33c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.535324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e4abae5-a9a0-4083-b0ef-fc62914ed33c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.535324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e4abae5-a9a0-4083-b0ef-fc62914ed33c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.535324] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e4abae5-a9a0-4083-b0ef-fc62914ed33c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.535324] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e4abae5-a9a0-4083-b0ef-fc62914ed33c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.037504] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.037818] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.037887] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e4abae5-a9a0-4083-b0ef-fc62914ed33c with status ACTIVE [ 1233.038075] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.038187] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.038253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.038473] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.038563] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.038732] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.038828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.038904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.039050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.039122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.039297] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.039388] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.039447] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.039585] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.039657] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.039752] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e4abae5-a9a0-4083-b0ef-fc62914ed33c is going to be updated. [ 1233.062176] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.062345] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.062382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.062604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.062727] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.063101] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e4abae5-a9a0-4083-b0ef-fc62914ed33c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.459925] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: SUCCESS [ 1233.460148] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f deletion is rescheduled due to dependency. [ 1233.460233] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.460398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.460626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.460813] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.460934] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.460998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.461160] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.461240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.461334] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.611931] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.612204] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.612372] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.612646] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.612908] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.613078] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.613195] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.613449] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.613605] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.613885] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.614083] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.614285] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.614353] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.614487] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.614730] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.614730] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.633520] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.633730] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1233.633872] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.634061] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-447" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.634387] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-43e124d9-4a3a-4b96-b873-d8772bcc321c taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.634567] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.634689] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.634962] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.635108] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43e124d9-4a3a-4b96-b873-d8772bcc321c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.964121] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.138223] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.138687] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.138687] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.138846] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.138991] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.139302] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.139494] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.139619] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.139862] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.140019] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.140304] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.140462] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.140579] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.140816] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.140961] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.141118] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 43e124d9-4a3a-4b96-b873-d8772bcc321c is going to be updated. [ 1234.164429] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.164637] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.164760] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.165046] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.165299] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.165532] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.466344] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.881425] env[65309]: INFO networking_nsxv3.common.synchronization [req-98234256-7616-4516-abb1-e663cd41504c req-0887419f-ed23-43c2-a82e-c2889c1bcdcd service nova] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_rules [ 1234.881687] env[65309]: INFO networking_nsxv3.common.synchronization [req-98234256-7616-4516-abb1-e663cd41504c req-0887419f-ed23-43c2-a82e-c2889c1bcdcd service nova] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 1234.881888] env[65309]: INFO networking_nsxv3.common.synchronization [req-98234256-7616-4516-abb1-e663cd41504c req-0887419f-ed23-43c2-a82e-c2889c1bcdcd service nova] Enqueued Resource ID: 43e124d9-4a3a-4b96-b873-d8772bcc321c with Priority: HIGHEST for action port [ 1234.882622] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_rules [ 1234.882861] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 1234.882928] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43e124d9-4a3a-4b96-b873-d8772bcc321c with Priority: HIGHEST for action port [ 1234.883603] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.883736] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.884296] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.884296] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.884296] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.884910] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.885254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.885254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.885254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.885518] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.885518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.885626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.885716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.885766] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.885860] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.886634] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-43e124d9-4a3a-4b96-b873-d8772bcc321c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.886743] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.886812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.886953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.887040] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43e124d9-4a3a-4b96-b873-d8772bcc321c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.969352] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.969520] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.969613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.969800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.969931] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.970046] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f is going to be updated. [ 1235.001055] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.001055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.001055] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.001300] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.001399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.011390] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: IN_PROGRESS for 2s [ 1235.389293] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.389626] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.389626] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43e124d9-4a3a-4b96-b873-d8772bcc321c with status ACTIVE [ 1235.389780] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.389892] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.389950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.390188] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.390277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.390445] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.390552] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.390612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.390746] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.390882] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.391093] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.391249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.391249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.391381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.391453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.391592] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43e124d9-4a3a-4b96-b873-d8772bcc321c is going to be updated. [ 1235.392627] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.454118] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.454118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.454343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.454449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.454555] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.454716] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43e124d9-4a3a-4b96-b873-d8772bcc321c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.896540] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.399116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.399507] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.399507] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.399623] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.399735] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.399800] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be updated. [ 1236.440264] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.440558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.440558] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.440904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.441093] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.450958] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: IN_PROGRESS for 2s [ 1237.021776] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: SUCCESS [ 1237.022011] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.022198] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.022430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.022629] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.022753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.022819] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.022974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.023066] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.023155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.023250] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.525745] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.032084] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80ec297e-337d-4af2-ad0f-66b82c3df54f: rpc.has_security_group_logging(os_id): False [ 1238.062135] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.062364] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.062364] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.062592] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.062750] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.062950] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.063036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.063102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.063273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.063339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.063427] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f is going to be updated. [ 1238.164245] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.164450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.164577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.164914] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.165173] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.177516] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: IN_PROGRESS for 2s [ 1238.462433] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: SUCCESS [ 1238.462701] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.462927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.463124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.463337] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.463488] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.463577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.463684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.463791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.463863] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.463929] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.967274] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.470858] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 866965a1-b312-4cb5-9be3-b5b8a602c393: rpc.has_security_group_logging(os_id): False [ 1239.493647] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.493871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.493871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.494096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.494189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.494438] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.494525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.494591] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.494747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.494823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.494910] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be updated. [ 1239.563045] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.563271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.563271] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.563588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.563813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.580214] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: IN_PROGRESS for 2s [ 1239.884342] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.884572] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1240.189667] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: SUCCESS [ 1240.190043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.594842] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: SUCCESS [ 1241.595182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.696079] env[65309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1241.696280] env[65309]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-1841e64f-b9b4-4e5e-9347-c4def89aadcf None None] NSXv3 Agent Agent loop - iteration:3 started [ 1244.885880] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.886312] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1249.887030] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.887408] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1252.069197] env[65309]: INFO networking_nsxv3.common.synchronization [req-1d05b94c-914a-478c-9c46-57b6c2bd8b62 req-e08f44ce-45a9-4324-93ba-89569624f1ee tempest-ServerActionsTestOtherB-242195843 tempest-ServerActionsTestOtherB-242195843-project-member] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 1252.069734] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGHEST for action security_group_members [ 1252.070158] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.070288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.070288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.070439] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.070596] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.070693] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.070757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.070909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.071037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.071138] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.573288] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.573523] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.573523] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.573720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.573861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.574029] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.574143] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.574203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.574330] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.574395] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.574488] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be updated. [ 1252.602173] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.602376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.602376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.602516] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.602653] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.610515] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: IN_PROGRESS for 2s [ 1254.622055] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 in Status: SUCCESS [ 1254.622428] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 deletion is rescheduled due to dependency. [ 1254.622428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.070589] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.070988] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1262.072053] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.072053] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1263.638044] env[65309]: INFO networking_nsxv3.common.synchronization [None req-dc242fcb-3363-4b75-9fc5-fcb0daed07e3 None None] Enqueued Resource ID: ed6c10e1-29d7-4086-8a69-4e9c3669ed86 with Priority: HIGHEST for action port [ 1263.638701] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6c10e1-29d7-4086-8a69-4e9c3669ed86 with Priority: HIGHEST for action port [ 1263.639108] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed6c10e1-29d7-4086-8a69-4e9c3669ed86 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.639230] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed6c10e1-29d7-4086-8a69-4e9c3669ed86" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.639293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed6c10e1-29d7-4086-8a69-4e9c3669ed86" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.640043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed6c10e1-29d7-4086-8a69-4e9c3669ed86" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.640043] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed6c10e1-29d7-4086-8a69-4e9c3669ed86',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.142403] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed6c10e1-29d7-4086-8a69-4e9c3669ed86 [ 1264.142645] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.142778] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.142850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.143123] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.143217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.143311] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed6c10e1-29d7-4086-8a69-4e9c3669ed86 already deleted. [ 1264.143390] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed6c10e1-29d7-4086-8a69-4e9c3669ed86" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.588531] env[65309]: INFO networking_nsxv3.common.synchronization [None req-dfa99021-6269-4e7d-9ed8-08e558a77c38 None None] Enqueued Resource ID: 2aca7543-7000-4f68-a013-c6b535f6c5d8 with Priority: HIGHEST for action port [ 1265.589157] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aca7543-7000-4f68-a013-c6b535f6c5d8 with Priority: HIGHEST for action port [ 1265.589489] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aca7543-7000-4f68-a013-c6b535f6c5d8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.589612] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aca7543-7000-4f68-a013-c6b535f6c5d8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.589723] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aca7543-7000-4f68-a013-c6b535f6c5d8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.590018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aca7543-7000-4f68-a013-c6b535f6c5d8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.590126] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aca7543-7000-4f68-a013-c6b535f6c5d8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.092520] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2aca7543-7000-4f68-a013-c6b535f6c5d8 [ 1266.092764] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.092935] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.094031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.094031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.094031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.094194] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2aca7543-7000-4f68-a013-c6b535f6c5d8 already deleted. [ 1266.094227] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aca7543-7000-4f68-a013-c6b535f6c5d8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.634325] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.634666] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.634666] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.634759] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.634844] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.137732] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.455391] env[65309]: INFO networking_nsxv3.common.synchronization [req-0b6075f4-f99d-4e8d-897c-775a94b209da req-fcc3c0e4-2010-4dda-b986-4e378166f3e5 tempest-ServerPasswordTestJSON-2017041076 tempest-ServerPasswordTestJSON-2017041076-project-member] Enqueued Resource ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 with Priority: HIGHEST for action security_group_members [ 1268.455670] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 with Priority: HIGHEST for action security_group_members [ 1268.456024] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaba10a6-e9be-439c-8fb2-81d39a2063c1 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.456150] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.456213] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.456468] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.456622] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.456720] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.456780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.456927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.457015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.457107] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaba10a6-e9be-439c-8fb2-81d39a2063c1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.639854] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.738657] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.738868] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.738997] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.739337] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.739630] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.739791] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.739908] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.740140] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.740286] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.740493] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.740638] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.740750] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.740856] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.740969] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.741088] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.741223] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.763842] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.764028] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1268.764171] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.764389] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-377" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.764772] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-88319025-4989-45f4-b111-796ab0739eb0 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.764969] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-88319025-4989-45f4-b111-796ab0739eb0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.765103] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-88319025-4989-45f4-b111-796ab0739eb0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.765422] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-88319025-4989-45f4-b111-796ab0739eb0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.765639] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88319025-4989-45f4-b111-796ab0739eb0',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.959050] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.959313] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.959441] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.959708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.959847] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.960145] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.960298] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.960410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.960628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.960751] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.960883] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 already deleted. [ 1268.961051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.142507] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1269.142602] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1269.268064] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.268420] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.268571] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.268925] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.269158] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.269354] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 88319025-4989-45f4-b111-796ab0739eb0 not found, creating... [ 1269.269698] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.269932] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.270093] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.270390] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.270580] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.270969] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.271180] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.271373] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.271665] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.271845] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.271997] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 88319025-4989-45f4-b111-796ab0739eb0 is going to be created. [ 1269.305214] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.305419] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.305539] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.305849] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.306102] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.306334] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-88319025-4989-45f4-b111-796ab0739eb0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.918096] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.918096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.918096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.918096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.929834] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1269.932450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.933229] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1269.972647] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.972814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.972902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.973189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.990120] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.990993] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1269.991090] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1269.991187] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1270.003572] env[65309]: INFO networking_nsxv3.common.synchronization [req-0b6075f4-f99d-4e8d-897c-775a94b209da req-7bbb6312-c5eb-41df-9c93-07e51c220a09 service nova] Enqueued Resource ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 with Priority: HIGHEST for action security_group_rules [ 1270.003765] env[65309]: INFO networking_nsxv3.common.synchronization [req-0b6075f4-f99d-4e8d-897c-775a94b209da req-7bbb6312-c5eb-41df-9c93-07e51c220a09 service nova] Enqueued Resource ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 with Priority: HIGHEST for action security_group_members [ 1270.003904] env[65309]: INFO networking_nsxv3.common.synchronization [req-0b6075f4-f99d-4e8d-897c-775a94b209da req-7bbb6312-c5eb-41df-9c93-07e51c220a09 service nova] Enqueued Resource ID: 88319025-4989-45f4-b111-796ab0739eb0 with Priority: HIGHEST for action port [ 1270.004458] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 with Priority: HIGHEST for action security_group_rules [ 1270.004637] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 with Priority: HIGHEST for action security_group_members [ 1270.004745] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88319025-4989-45f4-b111-796ab0739eb0 with Priority: HIGHEST for action port [ 1270.004997] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eaba10a6-e9be-439c-8fb2-81d39a2063c1 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.005094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.005137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.007777] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.007944] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eaba10a6-e9be-439c-8fb2-81d39a2063c1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.008994] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaba10a6-e9be-439c-8fb2-81d39a2063c1 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.009182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.009343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.009379] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.009528] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.009663] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.009663] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.009813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.009908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.010032] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaba10a6-e9be-439c-8fb2-81d39a2063c1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.012033] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-88319025-4989-45f4-b111-796ab0739eb0 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.012180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88319025-4989-45f4-b111-796ab0739eb0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.012267] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88319025-4989-45f4-b111-796ab0739eb0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.012423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88319025-4989-45f4-b111-796ab0739eb0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.012508] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88319025-4989-45f4-b111-796ab0739eb0',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.031010] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.031189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.031321] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.031644] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.033491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.033584] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1270.124266] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.124414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.124488] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.124704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.125024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.125314] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1270.198874] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.199164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.199251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.199474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.199778] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.200089] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1270.200189] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1926539a-cbb4-4f3a-9dbe-6f829be24307', '64693f54-779f-4f20-9c92-591f3a053786', 'a7017cf6-abc9-485b-a30b-1a8f6121a343', 'da1a0a2b-f3bf-46a5-8884-5245620483a3', 'eed60955-4f1b-4bc4-b742-2aed05e612f3', '866965a1-b312-4cb5-9be3-b5b8a602c393', '3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c', '52fb4d78-9c81-48ef-80b0-73e892a5779c', '80ec297e-337d-4af2-ad0f-66b82c3df54f', 'ac222c8f-ee9b-46ed-9c87-04f3afa47412', 'd70fcfe2-957d-4d66-b66e-542217612b12', '756efb63-df91-47b2-bed3-0c94d6d2bc08', '734d98a2-ba93-4f1a-8299-8ec7a6135f1c', '67ed39c5-1d98-437e-bbf9-6a45f856c38f', '803fd634-b3ee-4727-8ae2-843ddb209f83', 'f99e48ff-02bf-4dd4-bc10-386776e2bbfa', 'fda5c779-45b5-4771-af21-b1a36ea02eb8', '490f5991-419d-4609-b7be-e03387df696a', '532ac1f8-6295-414a-a138-5e5472574bb8', 'aebbf504-21fa-4627-9a36-30d0433a2b73', '766f2879-43f7-4902-b3ae-2f1232806292', 'fab4463c-67cc-476d-a219-42f1a764edf4', 'cc2b90e9-9a8c-4328-a941-25104f2c267b', 'b84731cf-1d99-4597-a3a8-d02e17662538', 'fe99b2f9-1a64-4b73-a16d-c0c508d90f04', '2edfd854-04d1-4d15-9502-34df50dba056', '2247b4eb-6717-4efd-b4e5-5cf1d61d027e', '593a2cee-4096-4fbc-9a76-ce8c6746911b', 'fa33b654-13c8-454c-8638-c4af87ada176', '556fa860-e2e0-48dd-9305-2654d04db79c', '52c8e1f5-f51c-4ec7-b31b-62c23d2f21e2', 'b8f39115-03aa-4960-a185-0ef6f32f7791', '2ed8e481-c1c9-4df4-b8ec-de239ef44022', 'ff63fc87-b47a-4b6f-a551-1327eee10106', 'f57b203b-2758-4079-809a-0604536ecc44', '6ec7d003-6bc9-4d52-ad55-e477b40356b5', '83ad9da0-e3bf-455c-95bf-91511d3b635d', '576fb55f-654c-4ef5-b8a2-92c689b04653', '59b1e3a1-1992-412a-896d-ca59379e55b7', '2ede432b-93a8-4c0f-ac69-f4d79e72916b', '9321df04-0ef0-4761-afd3-352e35f85d32', '25081730-01c0-4bfd-91dd-f2d042ccb4e8', '75cdd23f-498c-4e96-ad65-e56a7a79a2ef'} {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.200274] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1270.219092] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.219299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.219299] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.219475] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.219573] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.219679] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1270.219749] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.219818] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1270.318366] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.318586] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.318685] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.319113] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.320974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.321476] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1270.321476] env[65309]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65309) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1270.321611] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1270.321751] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1270.321906] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1270.322071] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 with Priority: HIGH for action security_group_rules [ 1270.322240] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64693f54-779f-4f20-9c92-591f3a053786 with Priority: HIGH for action security_group_rules [ 1270.322389] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 with Priority: HIGH for action security_group_rules [ 1270.322529] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 with Priority: HIGH for action security_group_rules [ 1270.322668] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGH for action security_group_rules [ 1270.322806] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGH for action security_group_rules [ 1270.322944] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c with Priority: HIGH for action security_group_rules [ 1270.323104] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c with Priority: HIGH for action security_group_rules [ 1270.323320] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGH for action security_group_rules [ 1270.323439] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGH for action security_group_rules [ 1270.323545] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGH for action security_group_rules [ 1270.323648] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGH for action security_group_rules [ 1270.323751] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c with Priority: HIGH for action security_group_rules [ 1270.323930] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f with Priority: HIGH for action security_group_rules [ 1270.324058] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGH for action security_group_rules [ 1270.324164] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa with Priority: HIGH for action security_group_rules [ 1270.324268] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGH for action security_group_rules [ 1270.324370] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGH for action security_group_rules [ 1270.324473] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 532ac1f8-6295-414a-a138-5e5472574bb8 with Priority: HIGH for action security_group_rules [ 1270.324573] env[65309]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGH for action security_group_rules [ 1270.324719] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.514118] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eaba10a6-e9be-439c-8fb2-81d39a2063c1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.515428] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaba10a6-e9be-439c-8fb2-81d39a2063c1 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.515428] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.515615] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88319025-4989-45f4-b111-796ab0739eb0 with status ACTIVE [ 1270.515758] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.515859] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.515926] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.517052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.517052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.517052] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.517052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.517052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.517052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.517052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.517052] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.517463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.517463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.517463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.517463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.517463] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88319025-4989-45f4-b111-796ab0739eb0 is going to be updated. [ 1270.538460] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.538655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.538655] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.538845] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.538974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.539146] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88319025-4989-45f4-b111-796ab0739eb0" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.016025] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eaba10a6-e9be-439c-8fb2-81d39a2063c1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.519473] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.519631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.519722] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.519921] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.520031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.520138] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 is going to be created. [ 1271.544056] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.544056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.544277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.544335] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.544552] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.553651] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 in Status: UNINITIALIZED for 2s [ 1273.565019] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 in Status: SUCCESS [ 1273.565381] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.565425] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.565638] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.565828] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.565946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.566048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.566222] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.566327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.566420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.566511] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eaba10a6-e9be-439c-8fb2-81d39a2063c1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.068860] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaba10a6-e9be-439c-8fb2-81d39a2063c1 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.069159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.069159] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.069331] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.069493] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.069600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.069743] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.069903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.069994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.070096] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.070275] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaba10a6-e9be-439c-8fb2-81d39a2063c1 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.070377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.070444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.070567] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.070702] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.070792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.070850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.070986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.071075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.071156] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.071249] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eaba10a6-e9be-439c-8fb2-81d39a2063c1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.574187] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eaba10a6-e9be-439c-8fb2-81d39a2063c1: rpc.has_security_group_logging(os_id): False [ 1274.592967] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.593197] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.593197] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.593397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.593485] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.593690] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.593778] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.593836] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.593987] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.594077] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.594254] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.594394] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.594450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.594542] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.594615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.594787] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.594877] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.594932] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.595086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.595160] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.595244] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 is going to be created. [ 1274.655031] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.655315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.655315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.655578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.655814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.667938] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 in Status: IN_PROGRESS for 2s [ 1275.005948] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.006132] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1275.006235] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 with Priority: HIGH for action security_group_rules [ 1275.006375] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 with Priority: HIGH for action security_group_rules [ 1275.006479] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c with Priority: HIGH for action security_group_rules [ 1275.006579] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 with Priority: HIGH for action security_group_rules [ 1275.006685] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aebbf504-21fa-4627-9a36-30d0433a2b73 with Priority: HIGH for action security_group_rules [ 1275.006781] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532ac1f8-6295-414a-a138-5e5472574bb8 with Priority: HIGH for action security_group_rules [ 1275.006873] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490f5991-419d-4609-b7be-e03387df696a with Priority: HIGH for action security_group_rules [ 1275.006964] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 with Priority: HIGH for action security_group_rules [ 1275.007068] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f with Priority: HIGH for action security_group_rules [ 1275.007179] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa with Priority: HIGH for action security_group_rules [ 1275.007268] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c with Priority: HIGH for action security_group_rules [ 1275.007362] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 with Priority: HIGH for action security_group_rules [ 1275.007450] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70fcfe2-957d-4d66-b66e-542217612b12 with Priority: HIGH for action security_group_rules [ 1275.007537] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 with Priority: HIGH for action security_group_rules [ 1275.007625] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGH for action security_group_rules [ 1275.007720] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 with Priority: HIGH for action security_group_rules [ 1275.007851] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c with Priority: HIGH for action security_group_rules [ 1275.007995] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 with Priority: HIGH for action security_group_rules [ 1275.008100] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64693f54-779f-4f20-9c92-591f3a053786 with Priority: HIGH for action security_group_rules [ 1275.008190] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 with Priority: HIGH for action security_group_rules [ 1275.008545] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1926539a-cbb4-4f3a-9dbe-6f829be24307 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.008669] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.008736] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.008970] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.009074] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1926539a-cbb4-4f3a-9dbe-6f829be24307',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.010146] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7017cf6-abc9-485b-a30b-1a8f6121a343 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.010267] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.010339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.010559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.010696] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7017cf6-abc9-485b-a30b-1a8f6121a343',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.013048] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.013196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.013270] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.013464] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.013540] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.014326] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-803fd634-b3ee-4727-8ae2-843ddb209f83 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.014451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.014517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.014675] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.015011] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('803fd634-b3ee-4727-8ae2-843ddb209f83',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.015545] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aebbf504-21fa-4627-9a36-30d0433a2b73 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.015674] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.015674] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.015833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.015927] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aebbf504-21fa-4627-9a36-30d0433a2b73',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.016683] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-532ac1f8-6295-414a-a138-5e5472574bb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.016881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.016881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.017059] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.017126] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('532ac1f8-6295-414a-a138-5e5472574bb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.017835] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-490f5991-419d-4609-b7be-e03387df696a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.017989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.018056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.018189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.018270] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('490f5991-419d-4609-b7be-e03387df696a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.019156] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fda5c779-45b5-4771-af21-b1a36ea02eb8 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.019288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.019356] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.019491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.019586] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fda5c779-45b5-4771-af21-b1a36ea02eb8',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.020346] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67ed39c5-1d98-437e-bbf9-6a45f856c38f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.020490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.020490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.020666] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.020666] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67ed39c5-1d98-437e-bbf9-6a45f856c38f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.021437] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f99e48ff-02bf-4dd4-bc10-386776e2bbfa taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.021556] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.021618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.021755] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.021839] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f99e48ff-02bf-4dd4-bc10-386776e2bbfa',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.022698] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-734d98a2-ba93-4f1a-8299-8ec7a6135f1c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.022814] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.022887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.023054] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.023137] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('734d98a2-ba93-4f1a-8299-8ec7a6135f1c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.023855] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-756efb63-df91-47b2-bed3-0c94d6d2bc08 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.023965] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.024042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.024204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.024286] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('756efb63-df91-47b2-bed3-0c94d6d2bc08',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.025015] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d70fcfe2-957d-4d66-b66e-542217612b12 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.025157] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.025230] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.025352] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.025430] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d70fcfe2-957d-4d66-b66e-542217612b12',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.026217] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.026339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.026339] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.026494] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.026606] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac222c8f-ee9b-46ed-9c87-04f3afa47412',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.027328] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.027451] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.027503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.027668] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.027830] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.028456] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-866965a1-b312-4cb5-9be3-b5b8a602c393 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.028651] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.028651] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.028764] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.028928] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('866965a1-b312-4cb5-9be3-b5b8a602c393',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.029588] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52fb4d78-9c81-48ef-80b0-73e892a5779c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.029709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.029709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.029850] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.029920] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52fb4d78-9c81-48ef-80b0-73e892a5779c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.030782] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eed60955-4f1b-4bc4-b742-2aed05e612f3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.030875] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.030955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.031417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.031417] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eed60955-4f1b-4bc4-b742-2aed05e612f3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.031885] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64693f54-779f-4f20-9c92-591f3a053786 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.032016] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.032087] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.032348] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.032348] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64693f54-779f-4f20-9c92-591f3a053786',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.033012] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1a0a2b-f3bf-46a5-8884-5245620483a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.033164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.033584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.033584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.033584] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1a0a2b-f3bf-46a5-8884-5245620483a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.065864] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.065864] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.065864] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.066090] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.069049] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.069165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.074948] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.075397] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.093682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.093846] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 803fd634-b3ee-4727-8ae2-843ddb209f83 is going to be deleted. [ 1275.094919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.094919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.113571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.113810] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aebbf504-21fa-4627-9a36-30d0433a2b73 is going to be deleted. [ 1275.115052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.115304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.138709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.138855] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 532ac1f8-6295-414a-a138-5e5472574bb8 is going to be deleted. [ 1275.170065] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.170281] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.170473] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.170698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.170795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.170923] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aebbf504-21fa-4627-9a36-30d0433a2b73" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.178608] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.178785] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.178830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.179045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.179137] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.179261] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-803fd634-b3ee-4727-8ae2-843ddb209f83" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.196724] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.196965] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.196965] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.197308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.197417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.197578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-532ac1f8-6295-414a-a138-5e5472574bb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.545479] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.545729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.545851] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.546061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.546292] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.546443] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.546560] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.546779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.546915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.547075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.547222] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.552036] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.552036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.552036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.552036] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.552314] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.552430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.552542] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.552769] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.552898] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.553035] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.553176] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.592085] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.592584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.592584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.592584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.596139] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.596304] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.597057] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.597175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.618838] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.618987] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.620088] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.620180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.620909] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.620992] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.621727] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.621819] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.622519] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.622608] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.623301] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.623384] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.624078] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.624172] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.625258] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.625345] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.625942] env[65309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1275.626353] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.626438] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.627024] env[65309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1275.627429] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.627524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.628129] env[65309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1275.628515] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.628607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.629291] env[65309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1275.629704] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.629826] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.657419] env[65309]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1275.657981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.658154] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac222c8f-ee9b-46ed-9c87-04f3afa47412 is going to be deleted. [ 1275.659625] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.659843] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.690799] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.690962] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67ed39c5-1d98-437e-bbf9-6a45f856c38f is going to be deleted. [ 1275.692048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.692272] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.725772] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.726025] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52fb4d78-9c81-48ef-80b0-73e892a5779c is going to be deleted. [ 1275.726924] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.727176] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.732231] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.732383] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.754132] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.754253] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 756efb63-df91-47b2-bed3-0c94d6d2bc08 is going to be deleted. [ 1275.755175] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.755390] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.767196] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.767362] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.790288] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.790464] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f99e48ff-02bf-4dd4-bc10-386776e2bbfa is going to be deleted. [ 1275.791448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.791683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.821850] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.821971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.828822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.829021] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fda5c779-45b5-4771-af21-b1a36ea02eb8 is going to be deleted. [ 1275.830009] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.830266] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.862618] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.862823] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.896859] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.897054] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1926539a-cbb4-4f3a-9dbe-6f829be24307 is going to be deleted. [ 1275.898551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.898859] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.924361] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.924561] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.991158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.991317] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eed60955-4f1b-4bc4-b742-2aed05e612f3 is going to be deleted. [ 1275.992293] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.992533] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.060696] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.067166] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.075615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.075771] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 490f5991-419d-4609-b7be-e03387df696a is going to be deleted. [ 1276.076948] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.077189] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.079429] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.079569] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.109545] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.109757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.122593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.122760] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7017cf6-abc9-485b-a30b-1a8f6121a343 is going to be deleted. [ 1276.123744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.123973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.154052] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.154279] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.174163] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.174316] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1a0a2b-f3bf-46a5-8884-5245620483a3 is going to be deleted. [ 1276.175256] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.175479] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.280528] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.280686] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 866965a1-b312-4cb5-9be3-b5b8a602c393 is going to be deleted. [ 1276.281824] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.281989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.287106] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.287343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.308085] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.308270] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.337998] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.338256] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64693f54-779f-4f20-9c92-591f3a053786 is going to be deleted. [ 1276.339164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.339378] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.363607] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.363815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.399647] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.399819] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d70fcfe2-957d-4d66-b66e-542217612b12 is going to be deleted. [ 1276.400795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.401028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.436972] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.437214] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.461960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.462147] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 734d98a2-ba93-4f1a-8299-8ec7a6135f1c is going to be deleted. [ 1276.463102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.463387] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.463511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.463632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac222c8f-ee9b-46ed-9c87-04f3afa47412" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.464449] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.464551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.464620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.464783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.464863] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.464975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64693f54-779f-4f20-9c92-591f3a053786" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.465114] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.465263] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.465340] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.465456] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67ed39c5-1d98-437e-bbf9-6a45f856c38f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.466029] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.466243] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.466303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.466405] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52fb4d78-9c81-48ef-80b0-73e892a5779c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.466540] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.466703] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.466760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.466883] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-756efb63-df91-47b2-bed3-0c94d6d2bc08" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.466994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.467149] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.467225] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.467337] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f99e48ff-02bf-4dd4-bc10-386776e2bbfa" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.467467] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.467601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.467673] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.467782] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fda5c779-45b5-4771-af21-b1a36ea02eb8" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.467890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.468041] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.468112] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.468224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1926539a-cbb4-4f3a-9dbe-6f829be24307" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.468358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.468497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.468571] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.468682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eed60955-4f1b-4bc4-b742-2aed05e612f3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.468792] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.468946] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.469067] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.469215] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-490f5991-419d-4609-b7be-e03387df696a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.469353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.469497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.469588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.469700] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7017cf6-abc9-485b-a30b-1a8f6121a343" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.469812] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.469950] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.470043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.470148] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1a0a2b-f3bf-46a5-8884-5245620483a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.470277] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.470413] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.470487] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.470593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-866965a1-b312-4cb5-9be3-b5b8a602c393" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.540826] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.541240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.541240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.541240] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.541430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.541430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d70fcfe2-957d-4d66-b66e-542217612b12" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.564028] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c: rpc.has_security_group_logging(os_id): False [ 1276.568869] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80ec297e-337d-4af2-ad0f-66b82c3df54f: rpc.has_security_group_logging(os_id): False [ 1276.624116] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.624597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.624597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.624709] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.626597] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.626780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.658744] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.659144] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.660289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.660683] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.660815] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.660920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.661307] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.661394] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.661576] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c is going to be updated. [ 1276.662953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.663204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.711290] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.711674] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.711856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.711856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.712115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.712212] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.712296] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f is going to be updated. [ 1276.713503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.713724] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.713828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.713949] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-734d98a2-ba93-4f1a-8299-8ec7a6135f1c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.714822] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 in Status: SUCCESS [ 1276.715044] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.852361] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.852620] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.852679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.852995] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.853204] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.873217] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c in Status: IN_PROGRESS for 2s [ 1276.906746] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.906977] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.906977] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.907221] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.907382] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.950676] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: IN_PROGRESS for 2s [ 1278.232622] env[65309]: INFO networking_nsxv3.common.synchronization [req-ab88cfd9-a488-4801-b4ed-df7f77350408 req-3ab8924f-9e05-4ab7-b362-cfe10e271c0c tempest-AttachVolumeTestJSON-2064302560 tempest-AttachVolumeTestJSON-2064302560-project-member] Enqueued Resource ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d with Priority: HIGHEST for action security_group_members [ 1278.234643] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d with Priority: HIGHEST for action security_group_members [ 1278.234643] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-83ad9da0-e3bf-455c-95bf-91511d3b635d taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.234643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.234643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.234643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.234643] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.234643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.234643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.234643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.234643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.234643] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83ad9da0-e3bf-455c-95bf-91511d3b635d',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.739544] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.739694] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.740868] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.740868] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.762250] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.762510] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.762631] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.762698] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.762895] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.762978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.763082] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d is going to be updated. [ 1278.809492] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.809678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.809729] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.809985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.810241] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.820130] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d in Status: IN_PROGRESS for 2s [ 1278.892269] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c in Status: SUCCESS [ 1278.892497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.966656] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: SUCCESS [ 1278.966656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.831450] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d in Status: SUCCESS [ 1280.831936] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83ad9da0-e3bf-455c-95bf-91511d3b635d deletion is rescheduled due to dependency. [ 1280.831936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83ad9da0-e3bf-455c-95bf-91511d3b635d" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.899837] env[65309]: INFO networking_nsxv3.common.synchronization [req-624b2ddd-ed33-44c4-b03f-3a295ccc8774 req-c83dc05b-5722-41c2-a0b7-8072dd3f8bef tempest-ServerPasswordTestJSON-2017041076 tempest-ServerPasswordTestJSON-2017041076-project-member] Enqueued Resource ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 with Priority: HIGHEST for action security_group_members [ 1280.900426] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 with Priority: HIGHEST for action security_group_members [ 1280.900731] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-eaba10a6-e9be-439c-8fb2-81d39a2063c1 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.900855] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.900920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.901365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.901467] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.901584] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.901696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.901817] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.901907] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.901999] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eaba10a6-e9be-439c-8fb2-81d39a2063c1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.405084] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.405327] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.405450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.405783] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.405944] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.406256] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.406414] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.406527] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.406805] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.406954] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.407128] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 is going to be updated. [ 1281.436718] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.436872] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.436936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.437166] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.437312] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.446711] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 in Status: IN_PROGRESS for 2s [ 1283.045772] env[65309]: INFO networking_nsxv3.common.synchronization [None req-07630335-151b-4e32-b86f-27fab1aa47f6 tempest-AttachVolumeTestJSON-2064302560 tempest-AttachVolumeTestJSON-2064302560-project-member] Enqueued Resource ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 with Priority: HIGHEST for action security_group_rules [ 1283.046593] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 with Priority: HIGHEST for action security_group_rules [ 1283.046593] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617b30e6-f69d-44fb-ac5a-54f3aa5c5798 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.046844] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.046844] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.047039] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.047124] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617b30e6-f69d-44fb-ac5a-54f3aa5c5798',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.141039] env[65309]: INFO networking_nsxv3.common.synchronization [None req-ecf2d8f3-5a1d-459f-91a0-927ad2d48ec7 tempest-AttachVolumeTestJSON-2064302560 tempest-AttachVolumeTestJSON-2064302560-project-member] Enqueued Resource ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 with Priority: HIGHEST for action security_group_rules [ 1283.141655] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 with Priority: HIGHEST for action security_group_rules [ 1283.141993] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617b30e6-f69d-44fb-ac5a-54f3aa5c5798 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.142124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.460417] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 in Status: SUCCESS [ 1283.460684] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eaba10a6-e9be-439c-8fb2-81d39a2063c1 deletion is rescheduled due to dependency. [ 1283.460862] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eaba10a6-e9be-439c-8fb2-81d39a2063c1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.567657] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.567932] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.567932] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.568158] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.568256] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.568353] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 already deleted. [ 1283.568429] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.568582] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.568747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.568828] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617b30e6-f69d-44fb-ac5a-54f3aa5c5798',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.090474] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.090795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.090795] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.090915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.091037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.091144] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 already deleted. [ 1284.091233] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.706737] env[65309]: INFO networking_nsxv3.common.synchronization [req-612fc027-b191-475b-914b-2233e645fe72 req-22640553-660e-4320-9645-1f6c246cce5f tempest-ServerActionsTestOtherA-846226936 tempest-ServerActionsTestOtherA-846226936-project-member] Enqueued Resource ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c with Priority: HIGHEST for action security_group_members [ 1286.706737] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c with Priority: HIGHEST for action security_group_members [ 1286.706737] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.706737] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.706737] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.706737] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.707417] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.707679] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.707885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.708196] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.709645] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.709645] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.211629] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.211902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.211902] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.212103] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.212229] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.212468] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.212565] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.212618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.212797] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.212861] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.212952] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c is going to be updated. [ 1287.240017] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.240203] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.240300] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.240564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.240746] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.251730] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c in Status: IN_PROGRESS for 2s [ 1289.164755] env[65309]: INFO networking_nsxv3.common.synchronization [req-ab8c6c47-22a3-4ef0-9976-adf7ec25513a req-f7cfb9a3-1d32-4840-99b5-952362963d13 tempest-AttachVolumeTestJSON-2064302560 tempest-AttachVolumeTestJSON-2064302560-project-member] Enqueued Resource ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 with Priority: HIGHEST for action security_group_members [ 1289.165742] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 with Priority: HIGHEST for action security_group_members [ 1289.165742] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.165742] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.165986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.166389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.166389] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.166389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.169435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.169435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.169435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.169435] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617b30e6-f69d-44fb-ac5a-54f3aa5c5798',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.265272] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c in Status: SUCCESS [ 1289.265568] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c deletion is rescheduled due to dependency. [ 1289.265568] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e8ca8cc-47e7-4c58-9122-d6b4e7112b2c" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.464040] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-294 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.464040] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-294" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.464040] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-294" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.464343] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-294" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.464970] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.465120] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.465243] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.465457] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.465598] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.465861] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.465987] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.466111] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.466222] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.466334] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.466439] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.466571] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.486480] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.486740] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1289.486885] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.487520] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-294" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.487520] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-7725693a-257f-4e77-b70d-72a2be0b0086 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.487684] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-7725693a-257f-4e77-b70d-72a2be0b0086" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.487684] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-7725693a-257f-4e77-b70d-72a2be0b0086" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.488100] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-7725693a-257f-4e77-b70d-72a2be0b0086" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.488255] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7725693a-257f-4e77-b70d-72a2be0b0086',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.669619] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.669770] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.669770] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.670061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.670211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.670505] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.670656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.670756] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.670938] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.671070] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.671207] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 already deleted. [ 1289.671344] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.991074] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.991074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.991074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.991325] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.991325] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.991452] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port 7725693a-257f-4e77-b70d-72a2be0b0086 not found, creating... [ 1289.991710] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.991869] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.992035] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.992271] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.992430] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.992723] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.992881] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.992999] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.993232] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.993357] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.993722] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 7725693a-257f-4e77-b70d-72a2be0b0086 is going to be created. [ 1290.016537] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.016751] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.016856] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.017158] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.017398] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.017627] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-7725693a-257f-4e77-b70d-72a2be0b0086" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.707530] env[65309]: INFO networking_nsxv3.common.synchronization [req-ab8c6c47-22a3-4ef0-9976-adf7ec25513a req-12028f46-7889-4a6e-a66f-758e27f76092 service nova] Enqueued Resource ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 with Priority: HIGHEST for action security_group_rules [ 1290.707798] env[65309]: INFO networking_nsxv3.common.synchronization [req-ab8c6c47-22a3-4ef0-9976-adf7ec25513a req-12028f46-7889-4a6e-a66f-758e27f76092 service nova] Enqueued Resource ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 with Priority: HIGHEST for action security_group_members [ 1290.707920] env[65309]: INFO networking_nsxv3.common.synchronization [req-ab8c6c47-22a3-4ef0-9976-adf7ec25513a req-12028f46-7889-4a6e-a66f-758e27f76092 service nova] Enqueued Resource ID: 7725693a-257f-4e77-b70d-72a2be0b0086 with Priority: HIGHEST for action port [ 1290.708556] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 with Priority: HIGHEST for action security_group_rules [ 1290.708714] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 with Priority: HIGHEST for action security_group_members [ 1290.708821] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7725693a-257f-4e77-b70d-72a2be0b0086 with Priority: HIGHEST for action port [ 1290.710673] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-617b30e6-f69d-44fb-ac5a-54f3aa5c5798 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.710825] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.710897] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.711129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.711214] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('617b30e6-f69d-44fb-ac5a-54f3aa5c5798',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.712084] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.712213] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.712315] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.712450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.712828] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.712828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.712828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.712961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.712961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.713070] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617b30e6-f69d-44fb-ac5a-54f3aa5c5798',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.713814] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-7725693a-257f-4e77-b70d-72a2be0b0086 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.713923] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7725693a-257f-4e77-b70d-72a2be0b0086" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.713923] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7725693a-257f-4e77-b70d-72a2be0b0086" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.716994] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7725693a-257f-4e77-b70d-72a2be0b0086" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.717109] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7725693a-257f-4e77-b70d-72a2be0b0086',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.218471] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('617b30e6-f69d-44fb-ac5a-54f3aa5c5798',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.219526] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.219696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.219998] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7725693a-257f-4e77-b70d-72a2be0b0086 with status ACTIVE [ 1291.220184] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.220284] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.220355] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.220562] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.220648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.220820] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.220911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.220973] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.221133] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.221210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.221387] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.221478] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.221537] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.221670] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.221741] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.221824] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7725693a-257f-4e77-b70d-72a2be0b0086 is going to be updated. [ 1291.243158] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.243329] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.243374] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.243552] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.243682] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.243833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7725693a-257f-4e77-b70d-72a2be0b0086" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.721109] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('617b30e6-f69d-44fb-ac5a-54f3aa5c5798',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.227323] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.227597] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.227667] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.228032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.228232] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.228347] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 is going to be created. [ 1292.254846] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.255025] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.255073] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.255370] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.255550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.265224] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 in Status: UNINITIALIZED for 2s [ 1294.276380] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 in Status: SUCCESS [ 1294.276738] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.276778] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.276978] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.277189] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.277309] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.277377] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.277560] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.277651] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.277739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.277833] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('617b30e6-f69d-44fb-ac5a-54f3aa5c5798',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.780487] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('617b30e6-f69d-44fb-ac5a-54f3aa5c5798',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.282575] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 617b30e6-f69d-44fb-ac5a-54f3aa5c5798: rpc.has_security_group_logging(os_id): False [ 1295.300723] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.300901] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.300947] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.301174] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.301267] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.301510] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.301610] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.301673] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.301819] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.301891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.301977] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 is going to be created. [ 1295.360082] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.360280] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.360346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.360550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.360728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.373626] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 in Status: IN_PROGRESS for 2s [ 1295.710249] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.710415] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1297.009519] env[65309]: INFO networking_nsxv3.common.synchronization [req-31200a98-9cb4-44bc-8c43-71dd27cd39d7 req-8b895bf5-5bb7-4bc2-9c30-fdc16b59b4ab tempest-ServerActionsTestOtherA-846226936 tempest-ServerActionsTestOtherA-846226936-project-member] Enqueued Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_members [ 1297.010112] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_members [ 1297.010400] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b84731cf-1d99-4597-a3a8-d02e17662538 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.010461] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.010535] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.010728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.010872] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.010966] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.011037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.011180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.011264] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.011354] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.327172] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-913 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.327632] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.327632] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.328180] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.328294] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.328744] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.328744] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.328955] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.329373] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.329462] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1297.329794] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1297.329794] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1297.329886] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1297.330176] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1297.330176] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1297.330330] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1297.349599] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1297.349768] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1297.349900] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1297.350082] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.350428] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-c5cb686e-3f3d-48cd-bc50-d226a68633ae taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.350676] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-c5cb686e-3f3d-48cd-bc50-d226a68633ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.350804] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-c5cb686e-3f3d-48cd-bc50-d226a68633ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.351168] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-c5cb686e-3f3d-48cd-bc50-d226a68633ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.351308] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5cb686e-3f3d-48cd-bc50-d226a68633ae',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.385769] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 in Status: SUCCESS [ 1297.385984] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.513243] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.513442] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.513493] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.513702] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.534083] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.534336] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.534457] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.534525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.534726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.534809] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.534901] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b84731cf-1d99-4597-a3a8-d02e17662538 is going to be updated. [ 1297.558772] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.558915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.558968] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.559201] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.559349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.567799] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b84731cf-1d99-4597-a3a8-d02e17662538 in Status: IN_PROGRESS for 2s [ 1297.853758] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.854085] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.854279] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.854668] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.854886] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.855125] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port c5cb686e-3f3d-48cd-bc50-d226a68633ae not found, creating... [ 1297.855507] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.855743] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.855923] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.856276] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.856477] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.856889] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.857133] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.857316] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.857620] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.857822] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.858038] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: c5cb686e-3f3d-48cd-bc50-d226a68633ae is going to be created. [ 1297.878914] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.879277] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.879483] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.879896] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.880271] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.880618] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-c5cb686e-3f3d-48cd-bc50-d226a68633ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.595721] env[65309]: INFO networking_nsxv3.common.synchronization [req-31200a98-9cb4-44bc-8c43-71dd27cd39d7 req-d1434347-d1d0-483f-b36a-f536fc08fabd service nova] Enqueued Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_rules [ 1298.596108] env[65309]: INFO networking_nsxv3.common.synchronization [req-31200a98-9cb4-44bc-8c43-71dd27cd39d7 req-d1434347-d1d0-483f-b36a-f536fc08fabd service nova] Enqueued Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_members [ 1298.596334] env[65309]: INFO networking_nsxv3.common.synchronization [req-31200a98-9cb4-44bc-8c43-71dd27cd39d7 req-d1434347-d1d0-483f-b36a-f536fc08fabd service nova] Enqueued Resource ID: c5cb686e-3f3d-48cd-bc50-d226a68633ae with Priority: HIGHEST for action port [ 1298.596880] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_rules [ 1298.597050] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_members [ 1298.597281] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5cb686e-3f3d-48cd-bc50-d226a68633ae with Priority: HIGHEST for action port [ 1298.597741] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b84731cf-1d99-4597-a3a8-d02e17662538 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.597871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.597942] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.598230] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.601530] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.602972] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b84731cf-1d99-4597-a3a8-d02e17662538 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.604885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.604885] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5cb686e-3f3d-48cd-bc50-d226a68633ae taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.604885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5cb686e-3f3d-48cd-bc50-d226a68633ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.604885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5cb686e-3f3d-48cd-bc50-d226a68633ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.604885] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5cb686e-3f3d-48cd-bc50-d226a68633ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.604885] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5cb686e-3f3d-48cd-bc50-d226a68633ae',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.106332] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b84731cf-1d99-4597-a3a8-d02e17662538 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.106332] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.106332] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5cb686e-3f3d-48cd-bc50-d226a68633ae with status ACTIVE [ 1299.106332] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.106580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.106580] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.106774] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.106891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.107153] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.107296] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.107385] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.107604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.107680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.107899] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.107997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.108066] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.108303] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.108378] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.108456] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5cb686e-3f3d-48cd-bc50-d226a68633ae is going to be updated. [ 1299.133021] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.133021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.133021] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.133308] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.133345] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.134022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5cb686e-3f3d-48cd-bc50-d226a68633ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.578219] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b84731cf-1d99-4597-a3a8-d02e17662538 in Status: SUCCESS [ 1299.578410] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b84731cf-1d99-4597-a3a8-d02e17662538 deletion is rescheduled due to dependency. [ 1299.578588] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.578754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.578964] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.579183] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.579336] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.579398] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.579560] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.579647] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.579741] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.782300] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.782629] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.782667] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.783172] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.783409] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.783578] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.783737] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.784018] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.784218] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.784558] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1299.784647] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1299.784795] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1299.784921] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1299.785091] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1299.785251] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1299.785418] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1299.802857] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1299.803067] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1299.803211] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1299.803499] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-966" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.803933] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-6708cadc-b341-4b59-a136-f008f1b465b1 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.804140] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.804273] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.804542] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.804680] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6708cadc-b341-4b59-a136-f008f1b465b1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.081998] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.307318] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.307536] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.307612] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.307917] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.308078] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.308414] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.308748] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.308748] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.308903] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.309051] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.309390] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.309549] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.309667] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.309873] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.310014] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.310167] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: 6708cadc-b341-4b59-a136-f008f1b465b1 is going to be updated. [ 1300.333418] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.333684] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.333806] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.334084] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.334286] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.334508] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.585024] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.009613] env[65309]: INFO networking_nsxv3.common.synchronization [req-ef4f8a51-5802-4c93-982c-4de72239a154 req-a563d298-6a93-4179-b73d-d59624006ac8 service nova] Enqueued Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_rules [ 1301.009919] env[65309]: INFO networking_nsxv3.common.synchronization [req-ef4f8a51-5802-4c93-982c-4de72239a154 req-a563d298-6a93-4179-b73d-d59624006ac8 service nova] Enqueued Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_members [ 1301.009978] env[65309]: INFO networking_nsxv3.common.synchronization [req-ef4f8a51-5802-4c93-982c-4de72239a154 req-a563d298-6a93-4179-b73d-d59624006ac8 service nova] Enqueued Resource ID: 6708cadc-b341-4b59-a136-f008f1b465b1 with Priority: HIGHEST for action port [ 1301.010512] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_rules [ 1301.010669] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_members [ 1301.010765] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6708cadc-b341-4b59-a136-f008f1b465b1 with Priority: HIGHEST for action port [ 1301.011173] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.011329] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.011420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.011730] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.011846] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.012759] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.013008] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.013254] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.013477] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.013841] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.013915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.014018] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.014211] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.014358] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.014495] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.015364] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-6708cadc-b341-4b59-a136-f008f1b465b1 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.016037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.016037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.016037] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.016037] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6708cadc-b341-4b59-a136-f008f1b465b1',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.087245] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.087392] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.087521] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.087770] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.087865] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.087964] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b84731cf-1d99-4597-a3a8-d02e17662538 is going to be updated. [ 1301.116980] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.116980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.116980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.118032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.118032] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.127250] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b84731cf-1d99-4597-a3a8-d02e17662538 in Status: IN_PROGRESS for 2s [ 1301.518395] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.518545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.520036] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.520902] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6708cadc-b341-4b59-a136-f008f1b465b1 with status ACTIVE [ 1301.521137] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.521268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.521336] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.521548] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.521639] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.521825] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.521920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.521985] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.522142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.522220] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.522401] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.522492] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.522550] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.522683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.522771] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.522835] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6708cadc-b341-4b59-a136-f008f1b465b1 is going to be updated. [ 1301.545617] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.545617] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.545915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.545915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.546048] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.546168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6708cadc-b341-4b59-a136-f008f1b465b1" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.025081] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.527350] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.527559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.527604] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.527813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.527908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.528026] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e is going to be updated. [ 1302.556585] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.556737] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.556833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.557069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.557221] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.568475] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e in Status: IN_PROGRESS for 2s [ 1303.136871] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b84731cf-1d99-4597-a3a8-d02e17662538 in Status: SUCCESS [ 1303.137224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.137265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.137463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.137652] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.137767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.137833] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.137984] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.138078] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.138167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.138292] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.644028] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b84731cf-1d99-4597-a3a8-d02e17662538 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.644291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.644514] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.644890] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.645216] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.645439] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.645596] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.645936] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.646134] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.646295] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.646577] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b84731cf-1d99-4597-a3a8-d02e17662538 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.646817] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.646953] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.647258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.647483] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.647625] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.647666] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.647904] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.648047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.648260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.648347] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.150636] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b84731cf-1d99-4597-a3a8-d02e17662538: rpc.has_security_group_logging(os_id): False [ 1304.168919] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.169139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.169139] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.169342] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.169390] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.169602] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.169708] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.169770] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.169961] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.170058] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.170254] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.170343] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.170417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.170592] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.170671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.170858] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.170969] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.171043] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.171187] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.171275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.171390] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b84731cf-1d99-4597-a3a8-d02e17662538 is going to be updated. [ 1304.260836] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.261051] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.261098] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.261341] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.261492] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.274305] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b84731cf-1d99-4597-a3a8-d02e17662538 in Status: IN_PROGRESS for 2s [ 1304.578778] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e in Status: SUCCESS [ 1304.579191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.579430] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.579686] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.579903] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.580047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.580124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.580306] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.580399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.580483] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.580629] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.083486] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.586647] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2247b4eb-6717-4efd-b4e5-5cf1d61d027e: rpc.has_security_group_logging(os_id): False [ 1305.606653] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.606884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.606884] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.607179] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.628640] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.628996] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.629166] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.629283] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.629420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.629508] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.629600] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e is going to be updated. [ 1305.696997] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.697289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.697394] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.697628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.697779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.713595] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e in Status: IN_PROGRESS for 2s [ 1306.012379] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.012532] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1306.289509] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b84731cf-1d99-4597-a3a8-d02e17662538 in Status: SUCCESS [ 1306.289726] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.128566] env[65309]: INFO networking_nsxv3.common.synchronization [req-71bb442a-50cd-490f-bbfd-867e4f589a38 req-cc8e68e9-adfb-4b32-b66c-8e6e253c7335 tempest-ServerActionsTestOtherA-846226936 tempest-ServerActionsTestOtherA-846226936-project-member] Enqueued Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_members [ 1307.129144] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b84731cf-1d99-4597-a3a8-d02e17662538 with Priority: HIGHEST for action security_group_members [ 1307.129493] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-b84731cf-1d99-4597-a3a8-d02e17662538 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.129618] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.129683] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.129887] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.130059] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.130186] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.130260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.130418] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.130526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.130623] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b84731cf-1d99-4597-a3a8-d02e17662538',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.194348] env[65309]: INFO networking_nsxv3.common.synchronization [req-71bb442a-50cd-490f-bbfd-867e4f589a38 req-cc8e68e9-adfb-4b32-b66c-8e6e253c7335 tempest-ServerActionsTestOtherA-846226936 tempest-ServerActionsTestOtherA-846226936-project-member] Enqueued Resource ID: c5cb686e-3f3d-48cd-bc50-d226a68633ae with Priority: HIGHEST for action port [ 1307.194917] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5cb686e-3f3d-48cd-bc50-d226a68633ae with Priority: HIGHEST for action port [ 1307.195482] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5cb686e-3f3d-48cd-bc50-d226a68633ae taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.195603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5cb686e-3f3d-48cd-bc50-d226a68633ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.195673] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5cb686e-3f3d-48cd-bc50-d226a68633ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.195881] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5cb686e-3f3d-48cd-bc50-d226a68633ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.195962] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5cb686e-3f3d-48cd-bc50-d226a68633ae',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.633602] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.633867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.633867] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.634061] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.634160] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.634350] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.634449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.634511] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.634668] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.634747] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.635084] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b84731cf-1d99-4597-a3a8-d02e17662538 is going to be updated. [ 1307.680184] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.680420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.680420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.680648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.680798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.696168] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b84731cf-1d99-4597-a3a8-d02e17662538 in Status: IN_PROGRESS for 2s [ 1307.697566] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5cb686e-3f3d-48cd-bc50-d226a68633ae with status ACTIVE [ 1307.697820] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.697995] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.698088] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.698376] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.698545] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.698723] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.698801] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.698857] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.699083] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.699210] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.699542] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.699665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.699732] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.699909] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.699989] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.700089] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5cb686e-3f3d-48cd-bc50-d226a68633ae is going to be updated. [ 1307.729371] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.729647] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.730780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.730780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.730780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.730780] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5cb686e-3f3d-48cd-bc50-d226a68633ae" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.731135] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e in Status: SUCCESS [ 1307.731332] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.706198] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b84731cf-1d99-4597-a3a8-d02e17662538 in Status: SUCCESS [ 1309.706522] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b84731cf-1d99-4597-a3a8-d02e17662538 deletion is rescheduled due to dependency. [ 1309.706522] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b84731cf-1d99-4597-a3a8-d02e17662538" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.196017] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.196462] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.793525] env[65309]: INFO networking_nsxv3.common.synchronization [req-53a1e4f3-c08a-4a7d-aef3-c9db22929e41 req-85c4752a-55ae-4f0a-a1f5-865d2af6b880 tempest-ServerActionsTestJSON-435320703 tempest-ServerActionsTestJSON-435320703-project-member] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 1316.794522] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 1316.794522] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.794522] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.794522] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.794929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.794929] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.794929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.794929] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.795094] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.795182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.795259] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.297618] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.297828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.297828] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.298075] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.298162] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.298412] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.298551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.298551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.298699] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.298779] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.298861] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f is going to be updated. [ 1317.329154] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.329362] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.329362] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.329600] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.329765] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.338471] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: IN_PROGRESS for 2s [ 1319.349832] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: SUCCESS [ 1319.350218] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f deletion is rescheduled due to dependency. [ 1319.350218] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.795634] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.796029] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.026836] env[65309]: INFO networking_nsxv3.common.synchronization [req-f0a3e760-e847-4313-a7b5-62c2f63c92ed req-0d0dd5bb-d18d-4ef1-a87f-08ff3790e673 tempest-ServerActionsTestJSON-435320703 tempest-ServerActionsTestJSON-435320703-project-member] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 1326.027390] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 1326.027756] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.027915] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.027986] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.028400] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.028400] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.028531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.028531] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.028656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.028744] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.028846] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.359988] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.360200] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.360425] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.361730] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.362397] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.363202] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.363296] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.364492] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.364766] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.365141] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1326.365331] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1326.366408] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1326.366588] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1326.366756] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1326.367825] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1326.368034] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1326.393129] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1326.393367] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1326.393480] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1326.393658] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-410" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.394130] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-b57426d6-ec90-41de-b013-b005f07e2d9b taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.394295] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-b57426d6-ec90-41de-b013-b005f07e2d9b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.394295] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-b57426d6-ec90-41de-b013-b005f07e2d9b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.394653] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-b57426d6-ec90-41de-b013-b005f07e2d9b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.394797] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b57426d6-ec90-41de-b013-b005f07e2d9b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.531313] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.531510] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.531510] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.531695] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.531791] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.531996] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.532114] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.532181] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.532328] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.532404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.532490] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f is going to be updated. [ 1326.557104] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.557406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.557406] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.557537] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.557615] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.566117] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: IN_PROGRESS for 2s [ 1326.896656] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.896907] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.897065] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.897366] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.897531] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.897695] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port b57426d6-ec90-41de-b013-b005f07e2d9b not found, creating... [ 1326.897965] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.898146] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.898263] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.898532] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.898690] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.898992] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.899172] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.899290] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.899510] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.899655] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.899796] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: b57426d6-ec90-41de-b013-b005f07e2d9b is going to be created. [ 1326.920823] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.921058] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.921189] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.921436] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.921672] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.921892] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-b57426d6-ec90-41de-b013-b005f07e2d9b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.598934] env[65309]: INFO networking_nsxv3.common.synchronization [req-f0a3e760-e847-4313-a7b5-62c2f63c92ed req-24d679a1-3695-43db-97cb-d2677aba6f66 service nova] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_rules [ 1327.599246] env[65309]: INFO networking_nsxv3.common.synchronization [req-f0a3e760-e847-4313-a7b5-62c2f63c92ed req-24d679a1-3695-43db-97cb-d2677aba6f66 service nova] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 1327.599351] env[65309]: INFO networking_nsxv3.common.synchronization [req-f0a3e760-e847-4313-a7b5-62c2f63c92ed req-24d679a1-3695-43db-97cb-d2677aba6f66 service nova] Enqueued Resource ID: b57426d6-ec90-41de-b013-b005f07e2d9b with Priority: HIGHEST for action port [ 1327.599847] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_rules [ 1327.599983] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 1327.600184] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b57426d6-ec90-41de-b013-b005f07e2d9b with Priority: HIGHEST for action port [ 1327.600472] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.600614] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.600693] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.600897] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.601042] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.601858] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.601958] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.602166] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-b57426d6-ec90-41de-b013-b005f07e2d9b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.602265] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b57426d6-ec90-41de-b013-b005f07e2d9b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.602329] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b57426d6-ec90-41de-b013-b005f07e2d9b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.602494] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b57426d6-ec90-41de-b013-b005f07e2d9b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.602570] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b57426d6-ec90-41de-b013-b005f07e2d9b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.104930] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.105165] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.105273] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b57426d6-ec90-41de-b013-b005f07e2d9b with status ACTIVE [ 1328.105443] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.105591] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.105662] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.105880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.105971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.106154] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.106253] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.106310] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.106463] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.106541] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.106721] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.106813] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.106871] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.107022] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.107086] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.107204] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b57426d6-ec90-41de-b013-b005f07e2d9b is going to be updated. [ 1328.126695] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.126927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.126927] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.127109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.127249] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.127404] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b57426d6-ec90-41de-b013-b005f07e2d9b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.576456] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: SUCCESS [ 1328.576685] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f deletion is rescheduled due to dependency. [ 1328.576737] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.576891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.577155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.577341] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.577460] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.577526] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.577684] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.577767] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.577861] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.080446] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.583160] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.087705] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.088031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.088031] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.088160] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.088251] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.088352] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f is going to be updated. [ 1330.116705] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.116897] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.116897] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.117091] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.117349] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.125617] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: IN_PROGRESS for 2s [ 1332.137984] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: SUCCESS [ 1332.138346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.138346] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.138595] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.138790] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.138911] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.138977] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.139152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.139236] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.139322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.139414] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.601346] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.601542] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1332.642017] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.144700] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80ec297e-337d-4af2-ad0f-66b82c3df54f: rpc.has_security_group_logging(os_id): False [ 1333.162542] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.162757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.162757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.162957] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.163069] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.163310] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.163410] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.163477] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.163629] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.163704] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.163788] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f is going to be updated. [ 1333.224509] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.224721] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.224721] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.224856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.225013] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.237317] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: IN_PROGRESS for 2s [ 1333.841380] env[65309]: INFO networking_nsxv3.common.synchronization [req-9fe66033-f437-4c75-a53e-24559fae77f3 req-c87c2454-b759-4f97-8f59-b85177d69dfa tempest-ServerActionsTestOtherA-846226936 tempest-ServerActionsTestOtherA-846226936-project-member] Enqueued Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_members [ 1333.841928] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_members [ 1333.842263] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-593a2cee-4096-4fbc-9a76-ce8c6746911b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.842389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.842457] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.842664] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.842810] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.842910] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.842972] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.843976] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.844127] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.844237] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.153350] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock network-913 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.153682] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.153682] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.154028] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.154397] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.154566] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.154689] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.154916] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.155074] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.155280] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1334.155398] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1334.155506] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1334.155626] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1334.155739] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1334.155871] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1334.156071] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1334.174884] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1334.175068] env[65309]: DEBUG dogpile.cache.region [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1334.175238] env[65309]: DEBUG dogpile.lock [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1334.175413] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "network-913" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.175814] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock port-02048db0-49c1-4ed0-847b-c1b686b0809a taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.176016] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "port-02048db0-49c1-4ed0-847b-c1b686b0809a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.176151] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "port-02048db0-49c1-4ed0-847b-c1b686b0809a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.176475] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "port-02048db0-49c1-4ed0-847b-c1b686b0809a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.176650] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02048db0-49c1-4ed0-847b-c1b686b0809a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.350289] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.679491] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.679802] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.679953] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.680258] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.680407] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.680562] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Segment Port 02048db0-49c1-4ed0-847b-c1b686b0809a not found, creating... [ 1334.680814] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.681169] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.681301] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.681536] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.681679] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.681971] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.682143] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.682260] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.682470] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.682895] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.682895] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Resource: SegmentPort with ID: 02048db0-49c1-4ed0-847b-c1b686b0809a is going to be created. [ 1334.703302] env[65309]: DEBUG networking_nsxv3.common.locking [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.703590] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.703690] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.704047] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.704275] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.704502] env[65309]: DEBUG oslo_concurrency.lockutils [None req-bd2924b1-03fe-43a6-b0c4-e4df59b113a0 None None] Releasing lock "port-02048db0-49c1-4ed0-847b-c1b686b0809a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.852326] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.252590] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: SUCCESS [ 1335.253050] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.354550] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.354736] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.354807] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.355015] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.355116] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.355218] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b is going to be updated. [ 1335.383769] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.383916] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.383976] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.384239] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.384389] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.393824] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b in Status: IN_PROGRESS for 2s [ 1335.401085] env[65309]: INFO networking_nsxv3.common.synchronization [req-9fe66033-f437-4c75-a53e-24559fae77f3 req-bb43c5ee-b7bb-414b-b891-0109b652ad3a service nova] Enqueued Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_rules [ 1335.401257] env[65309]: INFO networking_nsxv3.common.synchronization [req-9fe66033-f437-4c75-a53e-24559fae77f3 req-bb43c5ee-b7bb-414b-b891-0109b652ad3a service nova] Enqueued Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_members [ 1335.401391] env[65309]: INFO networking_nsxv3.common.synchronization [req-9fe66033-f437-4c75-a53e-24559fae77f3 req-bb43c5ee-b7bb-414b-b891-0109b652ad3a service nova] Enqueued Resource ID: 02048db0-49c1-4ed0-847b-c1b686b0809a with Priority: HIGHEST for action port [ 1335.401616] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_rules [ 1335.401741] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_members [ 1335.401855] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02048db0-49c1-4ed0-847b-c1b686b0809a with Priority: HIGHEST for action port [ 1335.402418] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-593a2cee-4096-4fbc-9a76-ce8c6746911b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.402539] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.402606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.402796] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.402875] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.404133] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-593a2cee-4096-4fbc-9a76-ce8c6746911b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.404230] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.404419] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-02048db0-49c1-4ed0-847b-c1b686b0809a taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.404518] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02048db0-49c1-4ed0-847b-c1b686b0809a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.404581] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02048db0-49c1-4ed0-847b-c1b686b0809a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.404739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02048db0-49c1-4ed0-847b-c1b686b0809a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.404811] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02048db0-49c1-4ed0-847b-c1b686b0809a',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.907678] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-593a2cee-4096-4fbc-9a76-ce8c6746911b taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.907678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.907678] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02048db0-49c1-4ed0-847b-c1b686b0809a with status ACTIVE [ 1335.907678] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.907678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.907678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.907678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.907678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.907678] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.907678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.907678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.907678] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.908627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.908627] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.908627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.908627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.908627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.908627] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.908627] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02048db0-49c1-4ed0-847b-c1b686b0809a is going to be updated. [ 1335.933863] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.934141] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.934192] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.934517] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.934719] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.934971] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02048db0-49c1-4ed0-847b-c1b686b0809a" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.405016] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b in Status: SUCCESS [ 1337.405418] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.405418] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.405629] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.405818] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.405935] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.406011] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.406164] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.406246] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.406339] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.909289] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.412425] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.915193] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.915484] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.915484] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.915680] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.915821] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.915937] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b is going to be updated. [ 1338.949857] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.950268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.950268] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.950453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.950453] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.962772] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b in Status: IN_PROGRESS for 2s [ 1340.403586] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.403986] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1340.973313] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b in Status: SUCCESS [ 1340.973497] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.973643] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.973869] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.974074] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.974195] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.974260] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.974412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.974490] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.974578] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.974665] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.476381] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.980074] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 593a2cee-4096-4fbc-9a76-ce8c6746911b: rpc.has_security_group_logging(os_id): False [ 1341.999134] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.999365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.999450] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.999750] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.021798] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.022117] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.022247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.022314] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.022525] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.022609] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.022701] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b is going to be updated. [ 1342.084394] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.084648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.084648] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.084816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.084957] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.107160] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b in Status: IN_PROGRESS for 2s [ 1344.122367] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b in Status: SUCCESS [ 1344.122752] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.405249] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.405509] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.406806] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.407096] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.408202] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.408576] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.212275] env[65309]: INFO networking_nsxv3.common.synchronization [req-5e277a19-fe3b-4980-a44b-8052fe77576e req-beefaff4-8884-4bad-ba80-4b692774e9f4 tempest-AttachVolumeShelveTestJSON-924888662 tempest-AttachVolumeShelveTestJSON-924888662-project-member] Enqueued Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_members [ 1356.212865] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e with Priority: HIGHEST for action security_group_members [ 1356.214294] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.214423] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.214492] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.214693] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.214854] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.214955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.215024] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.215168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.215258] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.215355] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2247b4eb-6717-4efd-b4e5-5cf1d61d027e',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.718384] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.718712] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.718712] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.718908] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.718997] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.719206] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.719353] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.719412] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.719535] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.719613] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.719698] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e is going to be updated. [ 1356.753546] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.753694] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.753760] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.754013] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.754152] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.762655] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e in Status: IN_PROGRESS for 2s [ 1358.774152] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e in Status: SUCCESS [ 1358.774501] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2247b4eb-6717-4efd-b4e5-5cf1d61d027e deletion is rescheduled due to dependency. [ 1358.774501] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2247b4eb-6717-4efd-b4e5-5cf1d61d027e" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.213893] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.214159] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.215181] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.215467] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.183127] env[65309]: INFO networking_nsxv3.common.synchronization [req-bdf31d5a-1551-48d5-a9a0-5517e8674195 req-1d42ae16-8e19-49aa-b0f1-ccb5973e14e4 tempest-AttachVolumeTestJSON-2064302560 tempest-AttachVolumeTestJSON-2064302560-project-member] Enqueued Resource ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 with Priority: HIGHEST for action security_group_members [ 1368.183673] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 with Priority: HIGHEST for action security_group_members [ 1368.183976] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.184122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.184190] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.185028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.185028] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.185028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.185028] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.185273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.185273] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.185273] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('617b30e6-f69d-44fb-ac5a-54f3aa5c5798',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.687320] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.687480] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.687551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.687762] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.687853] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.688055] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.688154] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.688215] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.688360] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.688435] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.688519] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 is going to be updated. [ 1368.717797] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.717980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.717980] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.718974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.718974] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.727503] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 in Status: IN_PROGRESS for 2s [ 1370.738210] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 in Status: SUCCESS [ 1370.738577] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 617b30e6-f69d-44fb-ac5a-54f3aa5c5798 deletion is rescheduled due to dependency. [ 1370.738577] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-617b30e6-f69d-44fb-ac5a-54f3aa5c5798" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.184428] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.184762] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.185961] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.185961] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.187447] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.187822] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.854095] env[65309]: INFO networking_nsxv3.common.synchronization [req-0df14c0c-429f-414b-a343-3d527e42203c req-543a9113-535a-44db-b1e0-cf987180d13b tempest-ServerActionsTestJSON-435320703 tempest-ServerActionsTestJSON-435320703-project-member] Enqueued Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 1387.855318] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f with Priority: HIGHEST for action security_group_members [ 1387.855318] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ec297e-337d-4af2-ad0f-66b82c3df54f taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.855318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.855318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.855318] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.856107] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.856107] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.856107] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.856107] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.856107] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.856107] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80ec297e-337d-4af2-ad0f-66b82c3df54f',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.358584] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.358800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.358800] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.358958] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.359102] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.359310] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.359411] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.359473] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.359634] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.359712] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.359792] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f is going to be updated. [ 1388.390428] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.390656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.390656] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.390816] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.390955] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.399194] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: IN_PROGRESS for 2s [ 1390.413067] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f in Status: SUCCESS [ 1390.413452] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ec297e-337d-4af2-ad0f-66b82c3df54f deletion is rescheduled due to dependency. [ 1390.413452] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ec297e-337d-4af2-ad0f-66b82c3df54f" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.855918] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.856326] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.857415] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.857778] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.858606] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.858913] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.699199] env[65309]: INFO networking_nsxv3.common.synchronization [req-3d941c05-8bd3-4da1-baa1-cf040e183654 req-9d64585e-1b5a-47c5-93c2-03258d5860de tempest-ServerActionsTestOtherA-846226936 tempest-ServerActionsTestOtherA-846226936-project-member] Enqueued Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_members [ 1403.699837] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_members [ 1403.700221] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-593a2cee-4096-4fbc-9a76-ce8c6746911b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.700363] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.700420] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.701396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.701396] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.701396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.701396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.701396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.701396] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.701396] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.203656] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.706020] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.208437] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.208935] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.208935] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.208935] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.209074] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.209074] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b is going to be updated. [ 1405.241656] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.241903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.241903] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.242062] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.242228] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.253142] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b in Status: IN_PROGRESS for 2s [ 1407.264069] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b in Status: SUCCESS [ 1407.264469] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.701137] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.701137] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.702583] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.702985] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.704089] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.704515] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.997790] env[65309]: INFO networking_nsxv3.common.synchronization [req-35ce77ed-c8c5-4aed-9ebe-57e137042cb3 req-2e8e847a-dbc7-46a6-bf04-693ef4a56228 tempest-ServerActionsTestOtherA-846226936 tempest-ServerActionsTestOtherA-846226936-project-member] Enqueued Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_members [ 1419.997790] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b with Priority: HIGHEST for action security_group_members [ 1419.997790] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-593a2cee-4096-4fbc-9a76-ce8c6746911b taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.997790] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.997790] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.998559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.998642] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.998754] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.998822] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.999182] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.000105] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.000222] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('593a2cee-4096-4fbc-9a76-ce8c6746911b',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.502739] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.502965] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.502965] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.503224] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.503322] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.503525] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.503628] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.503691] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.503843] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.503919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.504014] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b is going to be updated. [ 1420.531219] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.531422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.531422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.531601] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.531739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.539978] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b in Status: IN_PROGRESS for 2s [ 1422.550856] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b in Status: SUCCESS [ 1422.551270] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 593a2cee-4096-4fbc-9a76-ce8c6746911b deletion is rescheduled due to dependency. [ 1422.551270] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-593a2cee-4096-4fbc-9a76-ce8c6746911b" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.998599] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.998599] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.385407] env[65309]: INFO networking_nsxv3.common.synchronization [None req-a668aa88-b837-40aa-a14a-a81f47f6c97e None None] Enqueued Resource ID: 7201b487-003c-42ed-8681-89c18eba9955 with Priority: HIGHEST for action port [ 1428.386129] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7201b487-003c-42ed-8681-89c18eba9955 with Priority: HIGHEST for action port [ 1428.386438] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-7201b487-003c-42ed-8681-89c18eba9955 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.386562] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7201b487-003c-42ed-8681-89c18eba9955" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.386629] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7201b487-003c-42ed-8681-89c18eba9955" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.386880] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7201b487-003c-42ed-8681-89c18eba9955" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.386964] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7201b487-003c-42ed-8681-89c18eba9955',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.890560] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7201b487-003c-42ed-8681-89c18eba9955 [ 1428.890560] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.890739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.890739] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.890987] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.890987] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.891093] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7201b487-003c-42ed-8681-89c18eba9955 already deleted. [ 1428.891142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7201b487-003c-42ed-8681-89c18eba9955" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.126286] env[65309]: INFO networking_nsxv3.common.synchronization [None req-76d352c9-c12a-468e-82fa-a9467b8d04fa None None] Enqueued Resource ID: 043545c5-9cca-42b8-8aff-f8e59bae03a3 with Priority: HIGHEST for action port [ 1430.126608] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 043545c5-9cca-42b8-8aff-f8e59bae03a3 with Priority: HIGHEST for action port [ 1430.126959] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-043545c5-9cca-42b8-8aff-f8e59bae03a3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.127098] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-043545c5-9cca-42b8-8aff-f8e59bae03a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.127167] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-043545c5-9cca-42b8-8aff-f8e59bae03a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.127419] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-043545c5-9cca-42b8-8aff-f8e59bae03a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.127522] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('043545c5-9cca-42b8-8aff-f8e59bae03a3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.629630] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 043545c5-9cca-42b8-8aff-f8e59bae03a3 [ 1430.629891] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.630042] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.630122] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.630350] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.630444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.630583] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:043545c5-9cca-42b8-8aff-f8e59bae03a3 already deleted. [ 1430.630665] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-043545c5-9cca-42b8-8aff-f8e59bae03a3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.769695] env[65309]: INFO networking_nsxv3.common.synchronization [req-f10fb6ae-8bec-4b74-b5e5-6a8034ec6afe req-94cb6bbd-c79c-49a8-833c-d936adac5ff3 tempest-ServerMetadataTestJSON-630282638 tempest-ServerMetadataTestJSON-630282638-project-member] Enqueued Resource ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 with Priority: HIGHEST for action security_group_members [ 1433.769975] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 with Priority: HIGHEST for action security_group_members [ 1433.770281] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-087a31f4-9d65-4b2c-8268-f755b4faf1d3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.770422] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.770491] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.770753] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.770952] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.771118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.771217] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.771445] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.771616] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.771734] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('087a31f4-9d65-4b2c-8268-f755b4faf1d3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.076810] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.076990] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "network-217" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.077132] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "network-217" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.077567] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "network-217" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.077956] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.078294] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.078488] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.078803] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.079019] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.079431] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1434.079599] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] NeedRegenerationException {{(pid=65309) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1434.079765] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] no value, waiting for create lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1434.080276] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] value creation lock acquired {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1434.080499] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] No value present for key: 'zone-id' {{(pid=65309) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1434.080674] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Calling creation function for not-yet-present value {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1434.080873] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1434.105815] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1434.106154] env[65309]: DEBUG dogpile.cache.region [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65309) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1434.106335] env[65309]: DEBUG dogpile.lock [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Released creation lock {{(pid=65309) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1434.106525] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "network-217" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.106871] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock port-acb2b3d2-7ae9-4f0b-8c13-19cc35abb703 taken with stack trace [, , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.107059] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "port-acb2b3d2-7ae9-4f0b-8c13-19cc35abb703" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.107183] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "port-acb2b3d2-7ae9-4f0b-8c13-19cc35abb703" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.107519] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "port-acb2b3d2-7ae9-4f0b-8c13-19cc35abb703" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.107660] env[65309]: DEBUG networking_nsxv3.api.rpc [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acb2b3d2-7ae9-4f0b-8c13-19cc35abb703',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.274189] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.274437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.274437] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.274603] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.274696] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.274884] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.274981] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.275056] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.275199] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.275275] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.275361] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 already deleted. [ 1434.275441] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.610164] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.610412] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.610738] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.610801] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.610953] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.611127] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Segment Port acb2b3d2-7ae9-4f0b-8c13-19cc35abb703 not found, creating... [ 1434.611389] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.611549] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.611668] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.611892] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.612034] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.612394] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.612497] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.612577] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.612783] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.612914] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.613127] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Resource: SegmentPort with ID: acb2b3d2-7ae9-4f0b-8c13-19cc35abb703 is going to be created. [ 1434.634111] env[65309]: DEBUG networking_nsxv3.common.locking [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.634324] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.634444] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.634785] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.635021] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.635243] env[65309]: DEBUG oslo_concurrency.lockutils [None req-e9bcf1cd-52a0-47e8-8dc6-dcc9301bc571 None None] Releasing lock "port-acb2b3d2-7ae9-4f0b-8c13-19cc35abb703" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.330616] env[65309]: INFO networking_nsxv3.common.synchronization [req-f10fb6ae-8bec-4b74-b5e5-6a8034ec6afe req-829fa3ca-848f-467b-b35a-0eb53a39611e service nova] Enqueued Resource ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 with Priority: HIGHEST for action security_group_rules [ 1435.330929] env[65309]: INFO networking_nsxv3.common.synchronization [req-f10fb6ae-8bec-4b74-b5e5-6a8034ec6afe req-829fa3ca-848f-467b-b35a-0eb53a39611e service nova] Enqueued Resource ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 with Priority: HIGHEST for action security_group_members [ 1435.330929] env[65309]: INFO networking_nsxv3.common.synchronization [req-f10fb6ae-8bec-4b74-b5e5-6a8034ec6afe req-829fa3ca-848f-467b-b35a-0eb53a39611e service nova] Enqueued Resource ID: acb2b3d2-7ae9-4f0b-8c13-19cc35abb703 with Priority: HIGHEST for action port [ 1435.331432] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 with Priority: HIGHEST for action security_group_rules [ 1435.331700] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 with Priority: HIGHEST for action security_group_members [ 1435.331700] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb2b3d2-7ae9-4f0b-8c13-19cc35abb703 with Priority: HIGHEST for action port [ 1435.331914] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock rules-087a31f4-9d65-4b2c-8268-f755b4faf1d3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.332052] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.332118] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.332365] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.332451] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('087a31f4-9d65-4b2c-8268-f755b4faf1d3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.333274] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-087a31f4-9d65-4b2c-8268-f755b4faf1d3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.333386] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.333448] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.333607] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.333747] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.333830] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.333919] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.334045] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.334117] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.335224] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('087a31f4-9d65-4b2c-8268-f755b4faf1d3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.336297] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock port-acb2b3d2-7ae9-4f0b-8c13-19cc35abb703 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.336439] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acb2b3d2-7ae9-4f0b-8c13-19cc35abb703" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.336439] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acb2b3d2-7ae9-4f0b-8c13-19cc35abb703" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.336543] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acb2b3d2-7ae9-4f0b-8c13-19cc35abb703" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.336648] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acb2b3d2-7ae9-4f0b-8c13-19cc35abb703',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.838209] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('087a31f4-9d65-4b2c-8268-f755b4faf1d3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.839636] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-087a31f4-9d65-4b2c-8268-f755b4faf1d3 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.839784] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.839892] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acb2b3d2-7ae9-4f0b-8c13-19cc35abb703 with status ACTIVE [ 1435.840067] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.840180] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.840247] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.840476] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.840579] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.840753] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.840886] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.840921] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.841524] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.841632] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.841828] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.842047] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.842124] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.842417] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.842503] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.842595] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acb2b3d2-7ae9-4f0b-8c13-19cc35abb703 is going to be updated. [ 1435.867692] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.867888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.867888] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.868109] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.868242] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.868402] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acb2b3d2-7ae9-4f0b-8c13-19cc35abb703" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.345573] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('087a31f4-9d65-4b2c-8268-f755b4faf1d3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.850655] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.850879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.850879] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.851142] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.851234] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.851336] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 is going to be created. [ 1436.876334] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.876551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.876551] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.876733] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.876891] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.885830] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 in Status: UNINITIALIZED for 2s [ 1438.896777] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 in Status: SUCCESS [ 1438.897191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.897191] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.897383] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.897569] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.897689] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.897757] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.897913] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.897991] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.898089] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.898180] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('087a31f4-9d65-4b2c-8268-f755b4faf1d3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.401013] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-087a31f4-9d65-4b2c-8268-f755b4faf1d3 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.401264] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.401264] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.401474] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.401634] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.401731] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.401809] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.401960] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.402060] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.402147] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.402291] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-087a31f4-9d65-4b2c-8268-f755b4faf1d3 taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.402383] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.402444] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.402624] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.402766] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.402858] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.402920] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.403080] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.403155] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.403238] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.403324] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('087a31f4-9d65-4b2c-8268-f755b4faf1d3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.905872] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 087a31f4-9d65-4b2c-8268-f755b4faf1d3: rpc.has_security_group_logging(os_id): False [ 1439.927152] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.927432] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.927559] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.927789] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.927975] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.928258] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.928408] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.928489] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.928727] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.928859] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.929141] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.929289] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.929399] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.929606] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.929728] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.929977] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.930129] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.930244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.930465] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.930593] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.930730] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 is going to be created. [ 1440.010929] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.011168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.011168] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.011436] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.011657] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.026419] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 in Status: IN_PROGRESS for 2s [ 1440.332393] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.332602] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1442.040175] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 in Status: SUCCESS [ 1442.040661] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.333975] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.334365] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.940481] env[65309]: INFO networking_nsxv3.common.synchronization [req-472df301-3083-4bb8-9b06-ba05cb8a63d0 req-76c2c52d-8786-4857-b512-1bb746818e87 tempest-ServerMetadataTestJSON-630282638 tempest-ServerMetadataTestJSON-630282638-project-member] Enqueued Resource ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 with Priority: HIGHEST for action security_group_members [ 1446.941105] env[65309]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 with Priority: HIGHEST for action security_group_members [ 1446.941458] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock member-087a31f4-9d65-4b2c-8268-f755b4faf1d3 taken with stack trace [, , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.941590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.941671] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.942108] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.942180] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.942244] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.942317] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.942495] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.942599] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.942698] env[65309]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('087a31f4-9d65-4b2c-8268-f755b4faf1d3',) {} {{(pid=65309) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.445063] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.445291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.445291] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.445470] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.445564] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.445758] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.445856] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.445913] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.446115] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.446195] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.446284] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 is going to be updated. [ 1447.476033] env[65309]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65309) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.476237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.476237] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.476449] env[65309]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.476590] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.487764] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 in Status: IN_PROGRESS for 2s [ 1449.498692] env[65309]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 in Status: SUCCESS [ 1449.499119] env[65309]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 087a31f4-9d65-4b2c-8268-f755b4faf1d3 deletion is rescheduled due to dependency. [ 1449.499119] env[65309]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-087a31f4-9d65-4b2c-8268-f755b4faf1d3" {{(pid=65309) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.942120] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.942391] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.943927] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.943927] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.944634] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.944634] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.945526] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.946032] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.946979] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.946979] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.948219] env[65309]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.948595] env[65309]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0